2024-12-05 00:51:57,709 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 00:51:57,726 main DEBUG Took 0.013766 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 00:51:57,726 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 00:51:57,727 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 00:51:57,728 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 00:51:57,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,739 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 00:51:57,757 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,759 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,760 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,762 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,762 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,763 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,763 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,764 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,765 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,765 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,766 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,766 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,767 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,769 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,770 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 00:51:57,771 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,771 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 00:51:57,773 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 00:51:57,774 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 00:51:57,777 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 00:51:57,777 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 00:51:57,779 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 00:51:57,779 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 00:51:57,789 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 00:51:57,793 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 00:51:57,795 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 00:51:57,795 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 00:51:57,797 main DEBUG createAppenders(={Console}) 2024-12-05 00:51:57,798 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-05 00:51:57,798 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 00:51:57,799 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-05 00:51:57,799 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 00:51:57,800 main DEBUG OutputStream closed 2024-12-05 00:51:57,800 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 00:51:57,800 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 00:51:57,801 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-05 00:51:57,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 00:51:57,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 00:51:57,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 00:51:57,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 00:51:57,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 00:51:57,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 00:51:57,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 00:51:57,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 00:51:57,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 00:51:57,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 00:51:57,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 00:51:57,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 00:51:57,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 00:51:57,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 00:51:57,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 00:51:57,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 00:51:57,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 00:51:57,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 00:51:57,902 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 00:51:57,902 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-05 00:51:57,903 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 00:51:57,903 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-05T00:51:58,231 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe 2024-12-05 00:51:58,234 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 00:51:58,235 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T00:51:58,247 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-05T00:51:58,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=10887 2024-12-05T00:51:58,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T00:51:58,312 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b, deleteOnExit=true 2024-12-05T00:51:58,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T00:51:58,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/test.cache.data in system properties and HBase conf 2024-12-05T00:51:58,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T00:51:58,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir in system properties and HBase conf 2024-12-05T00:51:58,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T00:51:58,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T00:51:58,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T00:51:58,433 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T00:51:58,550 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T00:51:58,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:51:58,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:51:58,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T00:51:58,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:51:58,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T00:51:58,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T00:51:58,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:51:58,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:51:58,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T00:51:58,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/nfs.dump.dir in system properties and HBase conf 2024-12-05T00:51:58,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/java.io.tmpdir in system properties and HBase conf 2024-12-05T00:51:58,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:51:58,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T00:51:58,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T00:51:59,812 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T00:51:59,911 INFO [Time-limited test {}] log.Log(170): Logging initialized @3191ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T00:52:00,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:00,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:00,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:00,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:00,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:52:00,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:00,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:00,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:00,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/java.io.tmpdir/jetty-localhost-46539-hadoop-hdfs-3_4_1-tests_jar-_-any-18051031880139072721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:52:00,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:46539} 2024-12-05T00:52:00,360 INFO [Time-limited test {}] server.Server(415): Started @3643ms 2024-12-05T00:52:00,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:00,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:00,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:00,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:00,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:52:00,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:00,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:01,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138ae980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/java.io.tmpdir/jetty-localhost-40657-hadoop-hdfs-3_4_1-tests_jar-_-any-8067375116665685079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:52:01,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:40657} 2024-12-05T00:52:01,115 INFO [Time-limited test {}] server.Server(415): Started @4397ms 2024-12-05T00:52:01,179 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:52:01,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:52:01,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:52:01,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:52:01,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:52:01,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:52:01,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:52:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:52:01,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e972183{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/java.io.tmpdir/jetty-localhost-39813-hadoop-hdfs-3_4_1-tests_jar-_-any-15734039722019359007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:52:01,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:39813} 2024-12-05T00:52:01,474 INFO [Time-limited test {}] server.Server(415): Started @4756ms 2024-12-05T00:52:01,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:52:02,674 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data4/current/BP-1760885648-172.17.0.2-1733359919289/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:02,674 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data1/current/BP-1760885648-172.17.0.2-1733359919289/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:02,674 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data2/current/BP-1760885648-172.17.0.2-1733359919289/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:02,674 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data3/current/BP-1760885648-172.17.0.2-1733359919289/current, will proceed with Du for space computation calculation, 2024-12-05T00:52:02,711 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:52:02,711 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:52:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e1b5c2e94c637f2 with lease ID 0xc8fb890746d9c60: Processing first storage report for DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2 from datanode DatanodeRegistration(127.0.0.1:46823, datanodeUuid=edf030ea-ad4b-433c-a65e-698d17a2b517, infoPort=45221, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289) 2024-12-05T00:52:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e1b5c2e94c637f2 with lease ID 0xc8fb890746d9c60: from storage DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2 node DatanodeRegistration(127.0.0.1:46823, datanodeUuid=edf030ea-ad4b-433c-a65e-698d17a2b517, infoPort=45221, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:52:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83cb1760b0e9cde9 with lease ID 0xc8fb890746d9c61: Processing first storage report for DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3 from datanode DatanodeRegistration(127.0.0.1:37077, datanodeUuid=eb49cc02-3b45-4d3f-afe7-d41346e513e7, infoPort=40099, infoSecurePort=0, ipcPort=42011, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289) 2024-12-05T00:52:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83cb1760b0e9cde9 with lease ID 0xc8fb890746d9c61: from storage DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3 node DatanodeRegistration(127.0.0.1:37077, datanodeUuid=eb49cc02-3b45-4d3f-afe7-d41346e513e7, infoPort=40099, infoSecurePort=0, ipcPort=42011, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:52:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e1b5c2e94c637f2 with lease ID 0xc8fb890746d9c60: Processing first storage report for DS-5b5b6dcf-dc13-4547-b26c-6597ea523866 from datanode DatanodeRegistration(127.0.0.1:46823, datanodeUuid=edf030ea-ad4b-433c-a65e-698d17a2b517, infoPort=45221, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289) 2024-12-05T00:52:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e1b5c2e94c637f2 with lease ID 0xc8fb890746d9c60: from storage DS-5b5b6dcf-dc13-4547-b26c-6597ea523866 node DatanodeRegistration(127.0.0.1:46823, datanodeUuid=edf030ea-ad4b-433c-a65e-698d17a2b517, infoPort=45221, infoSecurePort=0, ipcPort=44829, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:52:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83cb1760b0e9cde9 with lease ID 0xc8fb890746d9c61: Processing first storage report for DS-45991c6a-3c5a-4091-b094-d3cd9285c0c4 from datanode DatanodeRegistration(127.0.0.1:37077, datanodeUuid=eb49cc02-3b45-4d3f-afe7-d41346e513e7, infoPort=40099, infoSecurePort=0, ipcPort=42011, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289) 2024-12-05T00:52:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83cb1760b0e9cde9 with lease ID 0xc8fb890746d9c61: from storage DS-45991c6a-3c5a-4091-b094-d3cd9285c0c4 node DatanodeRegistration(127.0.0.1:37077, datanodeUuid=eb49cc02-3b45-4d3f-afe7-d41346e513e7, infoPort=40099, infoSecurePort=0, ipcPort=42011, storageInfo=lv=-57;cid=testClusterID;nsid=1764830407;c=1733359919289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:52:02,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe 2024-12-05T00:52:02,891 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/zookeeper_0, clientPort=59257, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T00:52:02,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59257 2024-12-05T00:52:02,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:02,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:03,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:52:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:52:03,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268 with version=8 2024-12-05T00:52:03,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase-staging 2024-12-05T00:52:03,614 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T00:52:03,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:52:03,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:03,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:03,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:52:03,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:03,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:52:03,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T00:52:04,046 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T00:52:04,053 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T00:52:04,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:52:04,077 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79939 (auto-detected) 2024-12-05T00:52:04,078 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T00:52:04,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40039 2024-12-05T00:52:04,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40039 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-12-05T00:52:04,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400390x0, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:52:04,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40039-0x101a2f96a630000 connected 2024-12-05T00:52:04,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:04,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:04,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:52:04,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268, hbase.cluster.distributed=false 2024-12-05T00:52:04,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:52:04,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40039 2024-12-05T00:52:04,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40039 2024-12-05T00:52:04,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40039 2024-12-05T00:52:04,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40039 2024-12-05T00:52:04,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40039 2024-12-05T00:52:04,508 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:52:04,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:04,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:04,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:52:04,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:52:04,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:52:04,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:52:04,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:52:04,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36719 2024-12-05T00:52:04,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36719 connecting to ZooKeeper ensemble=127.0.0.1:59257 2024-12-05T00:52:04,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:04,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367190x0, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:52:04,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:52:04,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36719-0x101a2f96a630001 connected 2024-12-05T00:52:04,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:52:04,544 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:52:04,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:52:04,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:52:04,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36719 2024-12-05T00:52:04,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36719 2024-12-05T00:52:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36719 2024-12-05T00:52:04,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36719 2024-12-05T00:52:04,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36719 2024-12-05T00:52:04,567 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea72ea5c4b6:40039 2024-12-05T00:52:04,568 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:04,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:04,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:04,585 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:52:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:04,618 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T00:52:04,619 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fea72ea5c4b6,40039,1733359923693 from backup master directory 2024-12-05T00:52:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:04,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:52:04,628 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:52:04,629 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:04,631 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T00:52:04,632 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T00:52:04,681 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase.id] with ID: 26ab6f3e-4010-4125-b472-c66e518e4c6a 2024-12-05T00:52:04,681 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/.tmp/hbase.id 2024-12-05T00:52:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:52:04,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:52:04,694 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/.tmp/hbase.id]:[hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase.id] 2024-12-05T00:52:04,735 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:04,740 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T00:52:04,757 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-05T00:52:04,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:04,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:52:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:52:04,802 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:52:04,805 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T00:52:04,812 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:52:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:52:04,860 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store 2024-12-05T00:52:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:52:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:52:04,884 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T00:52:04,889 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:04,890 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:52:04,890 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:04,891 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:04,892 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:52:04,892 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:04,892 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:52:04,894 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733359924890Disabling compacts and flushes for region at 1733359924890Disabling writes for close at 1733359924892 (+2 ms)Writing region close event to WAL at 1733359924892Closed at 1733359924892 2024-12-05T00:52:04,896 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/.initializing 2024-12-05T00:52:04,896 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/WALs/fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:04,903 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:04,919 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C40039%2C1733359923693, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/WALs/fea72ea5c4b6,40039,1733359923693, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/oldWALs, maxLogs=10 2024-12-05T00:52:04,946 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/WALs/fea72ea5c4b6,40039,1733359923693/fea72ea5c4b6%2C40039%2C1733359923693.1733359924924, exclude list is [], retry=0 2024-12-05T00:52:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:52:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:04,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T00:52:05,007 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/WALs/fea72ea5c4b6,40039,1733359923693/fea72ea5c4b6%2C40039%2C1733359923693.1733359924924 2024-12-05T00:52:05,008 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099),(127.0.0.1/127.0.0.1:45221:45221)] 2024-12-05T00:52:05,008 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:05,009 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:05,011 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,012 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T00:52:05,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:05,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T00:52:05,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:05,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T00:52:05,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:05,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T00:52:05,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:05,081 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,084 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,085 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,090 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,091 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,094 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:52:05,098 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:52:05,102 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:05,104 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867311, jitterRate=0.10284321010112762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:52:05,109 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733359925023Initializing all the Stores at 1733359925025 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359925026 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359925027 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359925027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359925027Cleaning up temporary data from old regions at 1733359925091 (+64 ms)Region opened successfully at 1733359925109 (+18 ms) 2024-12-05T00:52:05,111 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T00:52:05,139 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74afac33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:52:05,164 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T00:52:05,174 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T00:52:05,174 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T00:52:05,177 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T00:52:05,178 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T00:52:05,182 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T00:52:05,183 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T00:52:05,204 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T00:52:05,211 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T00:52:05,259 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T00:52:05,262 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T00:52:05,264 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T00:52:05,277 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T00:52:05,280 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T00:52:05,285 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T00:52:05,298 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T00:52:05,299 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T00:52:05,311 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T00:52:05,333 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T00:52:05,343 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T00:52:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:52:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:52:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:05,357 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea72ea5c4b6,40039,1733359923693, sessionid=0x101a2f96a630000, setting cluster-up flag (Was=false) 2024-12-05T00:52:05,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:05,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:05,417 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T00:52:05,422 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:05,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:05,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:05,480 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T00:52:05,482 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:05,490 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T00:52:05,551 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:05,558 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(746): ClusterId : 26ab6f3e-4010-4125-b472-c66e518e4c6a 2024-12-05T00:52:05,560 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T00:52:05,561 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:52:05,566 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T00:52:05,571 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea72ea5c4b6,40039,1733359923693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T00:52:05,577 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:52:05,577 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:52:05,578 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:05,578 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:05,578 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:05,579 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:52:05,579 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea72ea5c4b6:0, corePoolSize=10, maxPoolSize=10 2024-12-05T00:52:05,579 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,579 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:52:05,579 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,582 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733359955582 2024-12-05T00:52:05,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:05,584 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T00:52:05,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T00:52:05,586 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T00:52:05,587 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:52:05,587 DEBUG [RS:0;fea72ea5c4b6:36719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef53b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:52:05,589 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T00:52:05,589 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T00:52:05,590 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T00:52:05,590 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T00:52:05,591 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,591 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T00:52:05,593 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T00:52:05,594 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T00:52:05,595 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T00:52:05,600 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T00:52:05,601 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T00:52:05,602 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea72ea5c4b6:36719 2024-12-05T00:52:05,602 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359925602,5,FailOnTimeoutGroup] 2024-12-05T00:52:05,603 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359925602,5,FailOnTimeoutGroup] 2024-12-05T00:52:05,603 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,603 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T00:52:05,604 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,605 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,605 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:52:05,605 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:52:05,605 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:52:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:52:05,608 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,40039,1733359923693 with port=36719, startcode=1733359924477 2024-12-05T00:52:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:52:05,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T00:52:05,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268 2024-12-05T00:52:05,619 DEBUG [RS:0;fea72ea5c4b6:36719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:52:05,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:52:05,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:52:05,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:05,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:52:05,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:52:05,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:05,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:52:05,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:52:05,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:05,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:52:05,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:52:05,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:05,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:52:05,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:52:05,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:05,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:05,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:52:05,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740 2024-12-05T00:52:05,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740 2024-12-05T00:52:05,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:52:05,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:52:05,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:52:05,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:52:05,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:52:05,663 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:05,665 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725026, jitterRate=-0.07808192074298859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:52:05,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:05,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733359925626Initializing all the Stores at 1733359925628 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359925628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359925628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359925628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359925628Cleaning up temporary data from old regions at 1733359925655 (+27 ms)Region opened successfully at 1733359925668 (+13 ms) 2024-12-05T00:52:05,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:05,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:52:05,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:52:05,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:52:05,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:52:05,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:52:05,670 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:52:05,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733359925668Disabling compacts and flushes for region at 1733359925668Disabling writes for close at 1733359925669 (+1 ms)Writing region close event to WAL at 1733359925670 (+1 ms)Closed at 1733359925670 2024-12-05T00:52:05,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:05,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T00:52:05,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T00:52:05,681 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268 2024-12-05T00:52:05,681 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38749 2024-12-05T00:52:05,681 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:52:05,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:52:05,689 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T00:52:05,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:52:05,691 DEBUG [RS:0;fea72ea5c4b6:36719 {}] zookeeper.ZKUtil(111): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:05,691 WARN [RS:0;fea72ea5c4b6:36719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:52:05,691 INFO [RS:0;fea72ea5c4b6:36719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:05,691 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:05,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,36719,1733359924477] 2024-12-05T00:52:05,715 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:52:05,726 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:52:05,730 INFO [RS:0;fea72ea5c4b6:36719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:52:05,730 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,731 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:52:05,737 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:52:05,738 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,738 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,738 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,738 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,739 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,740 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:52:05,740 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:05,740 DEBUG [RS:0;fea72ea5c4b6:36719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:52:05,741 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,741 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,741 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,741 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,741 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,741 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,36719,1733359924477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:52:05,763 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:52:05,764 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,36719,1733359924477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,765 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,765 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.Replication(171): fea72ea5c4b6,36719,1733359924477 started 2024-12-05T00:52:05,791 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:05,791 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,36719,1733359924477, RpcServer on fea72ea5c4b6/172.17.0.2:36719, sessionid=0x101a2f96a630001 2024-12-05T00:52:05,792 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:52:05,793 DEBUG [RS:0;fea72ea5c4b6:36719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:05,793 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,36719,1733359924477' 2024-12-05T00:52:05,793 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:52:05,794 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:52:05,795 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:52:05,796 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:52:05,796 DEBUG [RS:0;fea72ea5c4b6:36719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:05,796 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,36719,1733359924477' 2024-12-05T00:52:05,796 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:52:05,797 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:52:05,798 DEBUG [RS:0;fea72ea5c4b6:36719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:52:05,798 INFO [RS:0;fea72ea5c4b6:36719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:52:05,798 INFO [RS:0;fea72ea5c4b6:36719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:52:05,840 WARN [fea72ea5c4b6:40039 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T00:52:05,908 INFO [RS:0;fea72ea5c4b6:36719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:52:05,913 INFO [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C36719%2C1733359924477, suffix=, logDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/oldWALs, maxLogs=32 2024-12-05T00:52:05,927 DEBUG [RS:0;fea72ea5c4b6:36719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359925915, exclude list is [], retry=0 2024-12-05T00:52:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:05,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:05,936 INFO [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359925915 2024-12-05T00:52:05,937 DEBUG [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45221:45221),(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-05T00:52:06,093 DEBUG [fea72ea5c4b6:40039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T00:52:06,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:06,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,36719,1733359924477, state=OPENING 2024-12-05T00:52:06,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T00:52:06,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:06,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:52:06,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:06,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:06,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:52:06,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36719,1733359924477}] 2024-12-05T00:52:06,368 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:52:06,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36247, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:52:06,385 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T00:52:06,386 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:52:06,387 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T00:52:06,390 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C36719%2C1733359924477.meta, suffix=.meta, logDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477, archiveDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/oldWALs, maxLogs=32 2024-12-05T00:52:06,407 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.meta.1733359926391.meta, exclude list is [], retry=0 2024-12-05T00:52:06,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:06,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:06,414 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.meta.1733359926391.meta 2024-12-05T00:52:06,415 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099),(127.0.0.1/127.0.0.1:45221:45221)] 2024-12-05T00:52:06,415 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:06,417 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T00:52:06,420 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T00:52:06,426 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T00:52:06,432 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T00:52:06,433 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:06,433 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T00:52:06,433 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T00:52:06,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:52:06,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:52:06,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:06,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:06,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:52:06,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:52:06,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:06,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:06,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:52:06,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:52:06,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:06,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:06,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:52:06,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:52:06,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:06,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:52:06,450 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:52:06,451 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740 2024-12-05T00:52:06,454 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740 2024-12-05T00:52:06,457 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:52:06,457 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:52:06,458 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:52:06,461 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:52:06,463 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=866359, jitterRate=0.10163304209709167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:52:06,463 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T00:52:06,464 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733359926433Writing region info on filesystem at 1733359926434 (+1 ms)Initializing all the Stores at 1733359926436 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359926436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359926436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359926436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359926436Cleaning up temporary data from old regions at 1733359926457 (+21 ms)Running coprocessor post-open hooks at 1733359926463 (+6 ms)Region opened successfully at 1733359926464 (+1 ms) 2024-12-05T00:52:06,473 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733359926360 2024-12-05T00:52:06,485 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T00:52:06,486 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T00:52:06,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:06,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,36719,1733359924477, state=OPEN 2024-12-05T00:52:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:52:06,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:52:06,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:06,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:52:06,531 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:06,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T00:52:06,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36719,1733359924477 in 341 msec 2024-12-05T00:52:06,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T00:52:06,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 862 msec 2024-12-05T00:52:06,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:52:06,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T00:52:06,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:52:06,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,36719,1733359924477, seqNum=-1] 2024-12-05T00:52:06,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:52:06,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:52:06,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1010 sec 2024-12-05T00:52:06,618 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733359926618, completionTime=-1 2024-12-05T00:52:06,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T00:52:06,621 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T00:52:06,648 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T00:52:06,648 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733359986648 2024-12-05T00:52:06,648 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733360046648 2024-12-05T00:52:06,648 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-05T00:52:06,650 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,40039,1733359923693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,650 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,40039,1733359923693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,650 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,40039,1733359923693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,651 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea72ea5c4b6:40039, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,652 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,652 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,657 DEBUG [master/fea72ea5c4b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T00:52:06,679 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.049sec 2024-12-05T00:52:06,680 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T00:52:06,681 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T00:52:06,681 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T00:52:06,682 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T00:52:06,682 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T00:52:06,683 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,40039,1733359923693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:52:06,683 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,40039,1733359923693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T00:52:06,692 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T00:52:06,693 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T00:52:06,693 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,40039,1733359923693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:52:06,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238c13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:52:06,779 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T00:52:06,779 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T00:52:06,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea72ea5c4b6,40039,-1 for getting cluster id 2024-12-05T00:52:06,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T00:52:06,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26ab6f3e-4010-4125-b472-c66e518e4c6a' 2024-12-05T00:52:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T00:52:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26ab6f3e-4010-4125-b472-c66e518e4c6a" 2024-12-05T00:52:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd12033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:52:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea72ea5c4b6,40039,-1] 2024-12-05T00:52:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T00:52:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:52:06,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T00:52:06,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd06af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:52:06,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:52:06,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,36719,1733359924477, seqNum=-1] 2024-12-05T00:52:06,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:52:06,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:52:06,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:06,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:52:06,900 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T00:52:06,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T00:52:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fea72ea5c4b6,40039,1733359923693 2024-12-05T00:52:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a92cd69 2024-12-05T00:52:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T00:52:06,918 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T00:52:06,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T00:52:06,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T00:52:06,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:52:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-05T00:52:06,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T00:52:06,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-05T00:52:06,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:06,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T00:52:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:52:06,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741835_1011 (size=389) 2024-12-05T00:52:06,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741835_1011 (size=389) 2024-12-05T00:52:06,980 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 842e9c31313008ff006ece540d5d5422, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268 2024-12-05T00:52:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741836_1012 (size=72) 2024-12-05T00:52:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741836_1012 (size=72) 2024-12-05T00:52:07,008 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:07,008 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 842e9c31313008ff006ece540d5d5422, disabling compactions & flushes 2024-12-05T00:52:07,008 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,008 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,008 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. after waiting 0 ms 2024-12-05T00:52:07,008 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,008 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,008 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 842e9c31313008ff006ece540d5d5422: Waiting for close lock at 1733359927008Disabling compacts and flushes for region at 1733359927008Disabling writes for close at 1733359927008Writing region close event to WAL at 1733359927008Closed at 1733359927008 2024-12-05T00:52:07,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T00:52:07,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733359927019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733359927019"}]},"ts":"1733359927019"} 2024-12-05T00:52:07,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T00:52:07,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T00:52:07,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733359927035"}]},"ts":"1733359927035"} 2024-12-05T00:52:07,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-05T00:52:07,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=842e9c31313008ff006ece540d5d5422, ASSIGN}] 2024-12-05T00:52:07,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=842e9c31313008ff006ece540d5d5422, ASSIGN 2024-12-05T00:52:07,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=842e9c31313008ff006ece540d5d5422, ASSIGN; state=OFFLINE, location=fea72ea5c4b6,36719,1733359924477; forceNewPlan=false, retain=false 2024-12-05T00:52:07,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=842e9c31313008ff006ece540d5d5422, regionState=OPENING, regionLocation=fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:07,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=842e9c31313008ff006ece540d5d5422, ASSIGN because future has completed 2024-12-05T00:52:07,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 842e9c31313008ff006ece540d5d5422, server=fea72ea5c4b6,36719,1733359924477}] 2024-12-05T00:52:07,376 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,377 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 842e9c31313008ff006ece540d5d5422, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:52:07,377 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,377 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:52:07,377 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,378 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,384 INFO [StoreOpener-842e9c31313008ff006ece540d5d5422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,390 INFO [StoreOpener-842e9c31313008ff006ece540d5d5422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 842e9c31313008ff006ece540d5d5422 columnFamilyName info 2024-12-05T00:52:07,390 DEBUG [StoreOpener-842e9c31313008ff006ece540d5d5422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:52:07,392 INFO [StoreOpener-842e9c31313008ff006ece540d5d5422-1 {}] regionserver.HStore(327): Store=842e9c31313008ff006ece540d5d5422/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:52:07,392 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,394 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,395 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,396 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,396 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,401 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,410 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:52:07,412 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 842e9c31313008ff006ece540d5d5422; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781171, jitterRate=-0.006690606474876404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:52:07,412 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:07,413 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 842e9c31313008ff006ece540d5d5422: Running coprocessor pre-open hook at 1733359927378Writing region info on filesystem at 1733359927378Initializing all the Stores at 1733359927380 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359927380Cleaning up temporary data from old regions at 1733359927396 (+16 ms)Running coprocessor post-open hooks at 1733359927412 (+16 ms)Region opened successfully at 1733359927413 (+1 ms) 2024-12-05T00:52:07,416 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422., pid=6, masterSystemTime=1733359927364 2024-12-05T00:52:07,421 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,421 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:07,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=842e9c31313008ff006ece540d5d5422, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,36719,1733359924477 2024-12-05T00:52:07,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 842e9c31313008ff006ece540d5d5422, server=fea72ea5c4b6,36719,1733359924477 because future has completed 2024-12-05T00:52:07,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T00:52:07,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 842e9c31313008ff006ece540d5d5422, server=fea72ea5c4b6,36719,1733359924477 in 223 msec 2024-12-05T00:52:07,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T00:52:07,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=842e9c31313008ff006ece540d5d5422, ASSIGN in 392 msec 2024-12-05T00:52:07,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T00:52:07,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733359927445"}]},"ts":"1733359927445"} 2024-12-05T00:52:07,450 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-05T00:52:07,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T00:52:07,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 521 msec 2024-12-05T00:52:11,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T00:52:12,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T00:52:12,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-05T00:52:14,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T00:52:14,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T00:52:14,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T00:52:14,045 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T00:52:14,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:52:14,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T00:52:14,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T00:52:14,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T00:52:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:52:16,955 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-05T00:52:16,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-05T00:52:16,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-05T00:52:16,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:52:16,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359936964, exclude list is [], retry=0 2024-12-05T00:52:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:16,984 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359925915 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359936964 2024-12-05T00:52:16,985 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45221:45221),(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-05T00:52:16,985 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359925915 is not closed yet, will try archiving it next time 2024-12-05T00:52:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741833_1009 (size=451) 2024-12-05T00:52:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741833_1009 (size=451) 2024-12-05T00:52:16,990 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359925915 to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/oldWALs/fea72ea5c4b6%2C36719%2C1733359924477.1733359925915 2024-12-05T00:52:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422., hostname=fea72ea5c4b6,36719,1733359924477, seqNum=2] 2024-12-05T00:52:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HRegion(8855): Flush requested on 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:31,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 842e9c31313008ff006ece540d5d5422 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:52:31,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/415a48238ef64a82ba4bb7d49bf71905 is 1055, key is row0001/info:/1733359936999/Put/seqid=0 2024-12-05T00:52:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741838_1014 (size=13386) 2024-12-05T00:52:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741838_1014 (size=13386) 2024-12-05T00:52:31,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/415a48238ef64a82ba4bb7d49bf71905 2024-12-05T00:52:31,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/415a48238ef64a82ba4bb7d49bf71905 as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/415a48238ef64a82ba4bb7d49bf71905 2024-12-05T00:52:31,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/415a48238ef64a82ba4bb7d49bf71905, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T00:52:31,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 842e9c31313008ff006ece540d5d5422 in 130ms, sequenceid=12, compaction requested=false 2024-12-05T00:52:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 842e9c31313008ff006ece540d5d5422: 2024-12-05T00:52:32,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T00:52:37,075 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359957060, exclude list is [], retry=0 2024-12-05T00:52:37,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:37,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:37,083 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359936964 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359957060 2024-12-05T00:52:37,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40099:40099),(127.0.0.1/127.0.0.1:45221:45221)] 2024-12-05T00:52:37,084 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359936964 is not closed yet, will try archiving it next time 2024-12-05T00:52:37,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741837_1013 (size=12149) 2024-12-05T00:52:37,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359936964 not finished, retry = 0 2024-12-05T00:52:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741837_1013 (size=12149) 2024-12-05T00:52:42,089 INFO [AsyncFSWAL-0-hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268-prefix:fea72ea5c4b6,36719,1733359924477 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK], DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK]] 2024-12-05T00:52:42,092 WARN [AsyncFSWAL-0-hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268-prefix:fea72ea5c4b6,36719,1733359924477 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK], DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK]] 2024-12-05T00:52:42,092 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea72ea5c4b6%2C36719%2C1733359924477:(num 1733359957060) roll requested 2024-12-05T00:52:42,107 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359962093, exclude list is [], retry=0 2024-12-05T00:52:42,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:42,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:42,132 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359957060 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359962093 2024-12-05T00:52:42,132 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45221:45221),(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-05T00:52:42,132 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359957060 is not closed yet, will try archiving it next time 2024-12-05T00:52:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741839_1015 (size=1233) 2024-12-05T00:52:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741839_1015 (size=1233) 2024-12-05T00:52:44,092 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T00:52:44,111 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359964092, exclude list is [], retry=0 2024-12-05T00:52:44,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46823,DS-d2b7dd7c-6f47-451e-b180-a8f809b286e2,DISK] 2024-12-05T00:52:44,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37077,DS-5ecf96c1-c23b-4bb9-91ac-3e1959f833d3,DISK] 2024-12-05T00:52:44,118 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359962093 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359964092 2024-12-05T00:52:44,118 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45221:45221),(127.0.0.1/127.0.0.1:40099:40099)] 2024-12-05T00:52:44,118 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359962093 is not closed yet, will try archiving it next time 2024-12-05T00:52:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741840_1016 (size=93) 2024-12-05T00:52:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741840_1016 (size=93) 2024-12-05T00:52:44,122 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/WALs/fea72ea5c4b6,36719,1733359924477/fea72ea5c4b6%2C36719%2C1733359924477.1733359962093 to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/oldWALs/fea72ea5c4b6%2C36719%2C1733359924477.1733359962093 2024-12-05T00:52:46,694 INFO [master/fea72ea5c4b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T00:52:46,694 INFO [master/fea72ea5c4b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T00:52:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36719 {}] regionserver.HRegion(8855): Flush requested on 842e9c31313008ff006ece540d5d5422 2024-12-05T00:52:52,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 842e9c31313008ff006ece540d5d5422 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:52:52,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/5844896eab4c43c9b8592a96206bcff3 is 1055, key is row0009/info:/1733359953047/Put/seqid=0 2024-12-05T00:52:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741842_1018 (size=13386) 2024-12-05T00:52:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741842_1018 (size=13386) 2024-12-05T00:52:52,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/5844896eab4c43c9b8592a96206bcff3 2024-12-05T00:52:52,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/5844896eab4c43c9b8592a96206bcff3 as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/5844896eab4c43c9b8592a96206bcff3 2024-12-05T00:52:52,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/5844896eab4c43c9b8592a96206bcff3, entries=8, sequenceid=23, filesize=13.1 K 2024-12-05T00:52:52,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 842e9c31313008ff006ece540d5d5422 in 84ms, sequenceid=23, compaction requested=false 2024-12-05T00:52:52,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 842e9c31313008ff006ece540d5d5422: 2024-12-05T00:52:52,220 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-05T00:52:52,220 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:52:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/415a48238ef64a82ba4bb7d49bf71905 because midkey is the same as first or last row 2024-12-05T00:52:52,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 842e9c31313008ff006ece540d5d5422, had cached 0 bytes from a total of 26772 2024-12-05T00:53:02,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T00:53:04,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T00:53:04,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:53:04,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:04,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:04,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:04,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T00:53:04,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T00:53:04,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1035807995, stopped=false 2024-12-05T00:53:04,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea72ea5c4b6,40039,1733359923693 2024-12-05T00:53:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:04,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:53:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:04,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:04,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:53:04,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:04,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:04,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:04,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:04,235 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,36719,1733359924477' ***** 2024-12-05T00:53:04,235 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:53:04,235 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:53:04,235 INFO [RS:0;fea72ea5c4b6:36719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:53:04,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:53:04,235 INFO [RS:0;fea72ea5c4b6:36719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:53:04,236 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(3091): Received CLOSE for 842e9c31313008ff006ece540d5d5422 2024-12-05T00:53:04,236 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,36719,1733359924477 2024-12-05T00:53:04,236 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:04,236 INFO [RS:0;fea72ea5c4b6:36719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea72ea5c4b6:36719. 2024-12-05T00:53:04,236 DEBUG [RS:0;fea72ea5c4b6:36719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:04,236 DEBUG [RS:0;fea72ea5c4b6:36719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:04,237 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 842e9c31313008ff006ece540d5d5422, disabling compactions & flushes 2024-12-05T00:53:04,237 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:53:04,237 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:53:04,237 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:53:04,237 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. after waiting 0 ms 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:53:04,237 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 842e9c31313008ff006ece540d5d5422 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-05T00:53:04,237 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:53:04,237 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 842e9c31313008ff006ece540d5d5422=TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422.} 2024-12-05T00:53:04,237 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:53:04,237 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:53:04,238 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:53:04,238 DEBUG [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 842e9c31313008ff006ece540d5d5422 2024-12-05T00:53:04,238 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-05T00:53:04,244 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/50a30ea98db0493da13bbebffa6da00a is 1055, key is row0017/info:/1733359974141/Put/seqid=0 2024-12-05T00:53:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741843_1019 (size=10222) 2024-12-05T00:53:04,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741843_1019 (size=10222) 2024-12-05T00:53:04,253 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/50a30ea98db0493da13bbebffa6da00a 2024-12-05T00:53:04,262 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/info/b519e85bb811452081c88dbd4be5fa65 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422./info:regioninfo/1733359927423/Put/seqid=0 2024-12-05T00:53:04,264 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/.tmp/info/50a30ea98db0493da13bbebffa6da00a as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/50a30ea98db0493da13bbebffa6da00a 2024-12-05T00:53:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741844_1020 (size=7016) 2024-12-05T00:53:04,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741844_1020 (size=7016) 2024-12-05T00:53:04,270 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/info/b519e85bb811452081c88dbd4be5fa65 2024-12-05T00:53:04,276 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/info/50a30ea98db0493da13bbebffa6da00a, entries=5, sequenceid=31, filesize=10.0 K 2024-12-05T00:53:04,277 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 842e9c31313008ff006ece540d5d5422 in 40ms, sequenceid=31, compaction requested=true 2024-12-05T00:53:04,284 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/default/TestLogRolling-testSlowSyncLogRolling/842e9c31313008ff006ece540d5d5422/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-05T00:53:04,287 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:53:04,287 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 842e9c31313008ff006ece540d5d5422: Waiting for close lock at 1733359984236Running coprocessor pre-close hooks at 1733359984236Disabling compacts and flushes for region at 1733359984236Disabling writes for close at 1733359984237 (+1 ms)Obtaining lock to block concurrent updates at 1733359984237Preparing flush snapshotting stores in 842e9c31313008ff006ece540d5d5422 at 1733359984237Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733359984238 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. at 1733359984239 (+1 ms)Flushing 842e9c31313008ff006ece540d5d5422/info: creating writer at 1733359984239Flushing 842e9c31313008ff006ece540d5d5422/info: appending metadata at 1733359984244 (+5 ms)Flushing 842e9c31313008ff006ece540d5d5422/info: closing flushed file at 1733359984244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3e920f: reopening flushed file at 1733359984263 (+19 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 842e9c31313008ff006ece540d5d5422 in 40ms, sequenceid=31, compaction requested=true at 1733359984278 (+15 ms)Writing region close event to WAL at 1733359984279 (+1 ms)Running coprocessor post-close hooks at 1733359984285 (+6 ms)Closed at 1733359984287 (+2 ms) 2024-12-05T00:53:04,288 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733359926920.842e9c31313008ff006ece540d5d5422. 2024-12-05T00:53:04,295 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/ns/e7cad114f8c7421c8d3f565009cee3ba is 43, key is default/ns:d/1733359926604/Put/seqid=0 2024-12-05T00:53:04,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741845_1021 (size=5153) 2024-12-05T00:53:04,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741845_1021 (size=5153) 2024-12-05T00:53:04,302 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/ns/e7cad114f8c7421c8d3f565009cee3ba 2024-12-05T00:53:04,325 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/table/6675a32c7a5c4f39826aaf1fd842885a is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733359927445/Put/seqid=0 2024-12-05T00:53:04,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741846_1022 (size=5396) 2024-12-05T00:53:04,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741846_1022 (size=5396) 2024-12-05T00:53:04,331 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/table/6675a32c7a5c4f39826aaf1fd842885a 2024-12-05T00:53:04,342 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/info/b519e85bb811452081c88dbd4be5fa65 as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/info/b519e85bb811452081c88dbd4be5fa65 2024-12-05T00:53:04,352 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/info/b519e85bb811452081c88dbd4be5fa65, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T00:53:04,354 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/ns/e7cad114f8c7421c8d3f565009cee3ba as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/ns/e7cad114f8c7421c8d3f565009cee3ba 2024-12-05T00:53:04,365 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/ns/e7cad114f8c7421c8d3f565009cee3ba, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T00:53:04,366 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/.tmp/table/6675a32c7a5c4f39826aaf1fd842885a as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/table/6675a32c7a5c4f39826aaf1fd842885a 2024-12-05T00:53:04,375 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/table/6675a32c7a5c4f39826aaf1fd842885a, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T00:53:04,376 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false 2024-12-05T00:53:04,383 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T00:53:04,383 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:53:04,384 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:04,384 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733359984237Running coprocessor pre-close hooks at 1733359984237Disabling compacts and flushes for region at 1733359984237Disabling writes for close at 1733359984237Obtaining lock to block concurrent updates at 1733359984238 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733359984238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733359984238Flushing stores of hbase:meta,,1.1588230740 at 1733359984239 (+1 ms)Flushing 1588230740/info: creating writer at 1733359984239Flushing 1588230740/info: appending metadata at 1733359984262 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733359984262Flushing 1588230740/ns: creating writer at 1733359984281 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733359984294 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733359984294Flushing 1588230740/table: creating writer at 1733359984311 (+17 ms)Flushing 1588230740/table: appending metadata at 1733359984324 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733359984324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1743aac6: reopening flushed file at 1733359984340 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5c3bc7: reopening flushed file at 1733359984353 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3267b874: reopening flushed file at 1733359984365 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false at 1733359984376 (+11 ms)Writing region close event to WAL at 1733359984378 (+2 ms)Running coprocessor post-close hooks at 1733359984383 (+5 ms)Closed at 1733359984384 (+1 ms) 2024-12-05T00:53:04,384 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:04,438 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,36719,1733359924477; all regions closed. 2024-12-05T00:53:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741834_1010 (size=3066) 2024-12-05T00:53:04,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741834_1010 (size=3066) 2024-12-05T00:53:04,451 DEBUG [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/oldWALs 2024-12-05T00:53:04,451 INFO [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C36719%2C1733359924477.meta:.meta(num 1733359926391) 2024-12-05T00:53:04,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741841_1017 (size=13164) 2024-12-05T00:53:04,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741841_1017 (size=13164) 2024-12-05T00:53:04,461 DEBUG [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/oldWALs 2024-12-05T00:53:04,462 INFO [RS:0;fea72ea5c4b6:36719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C36719%2C1733359924477:(num 1733359964092) 2024-12-05T00:53:04,462 DEBUG [RS:0;fea72ea5c4b6:36719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:04,462 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:04,462 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:04,462 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:04,462 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:04,463 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:04,463 INFO [RS:0;fea72ea5c4b6:36719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36719 2024-12-05T00:53:04,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:04,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,36719,1733359924477 2024-12-05T00:53:04,486 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:04,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,36719,1733359924477] 2024-12-05T00:53:04,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,36719,1733359924477 already deleted, retry=false 2024-12-05T00:53:04,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,36719,1733359924477 expired; onlineServers=0 2024-12-05T00:53:04,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea72ea5c4b6,40039,1733359923693' ***** 2024-12-05T00:53:04,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T00:53:04,582 INFO [M:0;fea72ea5c4b6:40039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:04,582 INFO [M:0;fea72ea5c4b6:40039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:04,583 DEBUG [M:0;fea72ea5c4b6:40039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T00:53:04,583 DEBUG [M:0;fea72ea5c4b6:40039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T00:53:04,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T00:53:04,583 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359925602 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359925602,5,FailOnTimeoutGroup] 2024-12-05T00:53:04,583 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359925602 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359925602,5,FailOnTimeoutGroup] 2024-12-05T00:53:04,585 INFO [M:0;fea72ea5c4b6:40039 {}] hbase.ChoreService(370): Chore service for: master/fea72ea5c4b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:04,585 INFO [M:0;fea72ea5c4b6:40039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:04,585 DEBUG [M:0;fea72ea5c4b6:40039 {}] master.HMaster(1795): Stopping service threads 2024-12-05T00:53:04,586 INFO [M:0;fea72ea5c4b6:40039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T00:53:04,586 INFO [M:0;fea72ea5c4b6:40039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:53:04,587 INFO [M:0;fea72ea5c4b6:40039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T00:53:04,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T00:53:04,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T00:53:04,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:04,591 DEBUG [M:0;fea72ea5c4b6:40039 {}] zookeeper.ZKUtil(347): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T00:53:04,591 WARN [M:0;fea72ea5c4b6:40039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T00:53:04,592 INFO [M:0;fea72ea5c4b6:40039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/.lastflushedseqids 2024-12-05T00:53:04,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:04,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36719-0x101a2f96a630001, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:04,597 INFO [RS:0;fea72ea5c4b6:36719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:04,597 INFO [RS:0;fea72ea5c4b6:36719 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,36719,1733359924477; zookeeper connection closed. 2024-12-05T00:53:04,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76e65358 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76e65358 2024-12-05T00:53:04,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T00:53:04,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741847_1023 (size=130) 2024-12-05T00:53:04,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741847_1023 (size=130) 2024-12-05T00:53:04,607 INFO [M:0;fea72ea5c4b6:40039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T00:53:04,607 INFO [M:0;fea72ea5c4b6:40039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T00:53:04,607 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:53:04,607 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:04,607 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:04,607 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:53:04,607 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:04,607 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-05T00:53:04,624 DEBUG [M:0;fea72ea5c4b6:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/025d277ac951490eb0d04b9882aaea35 is 82, key is hbase:meta,,1/info:regioninfo/1733359926488/Put/seqid=0 2024-12-05T00:53:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741848_1024 (size=5672) 2024-12-05T00:53:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741848_1024 (size=5672) 2024-12-05T00:53:04,631 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/025d277ac951490eb0d04b9882aaea35 2024-12-05T00:53:04,653 DEBUG [M:0;fea72ea5c4b6:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b9301cab9194f33ac2257cd79737c9b is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733359927456/Put/seqid=0 2024-12-05T00:53:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741849_1025 (size=6247) 2024-12-05T00:53:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741849_1025 (size=6247) 2024-12-05T00:53:04,660 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b9301cab9194f33ac2257cd79737c9b 2024-12-05T00:53:04,667 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9301cab9194f33ac2257cd79737c9b 2024-12-05T00:53:04,681 DEBUG [M:0;fea72ea5c4b6:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f6be7fdee1f4221858144992cec7820 is 69, key is fea72ea5c4b6,36719,1733359924477/rs:state/1733359925670/Put/seqid=0 2024-12-05T00:53:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741850_1026 (size=5156) 2024-12-05T00:53:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741850_1026 (size=5156) 2024-12-05T00:53:04,688 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f6be7fdee1f4221858144992cec7820 2024-12-05T00:53:04,718 DEBUG [M:0;fea72ea5c4b6:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/652ca883799a481fb678684335c4431a is 52, key is load_balancer_on/state:d/1733359926897/Put/seqid=0 2024-12-05T00:53:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741851_1027 (size=5056) 2024-12-05T00:53:04,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741851_1027 (size=5056) 2024-12-05T00:53:04,738 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/652ca883799a481fb678684335c4431a 2024-12-05T00:53:04,749 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/025d277ac951490eb0d04b9882aaea35 as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/025d277ac951490eb0d04b9882aaea35 2024-12-05T00:53:04,757 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/025d277ac951490eb0d04b9882aaea35, entries=8, sequenceid=59, filesize=5.5 K 2024-12-05T00:53:04,759 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b9301cab9194f33ac2257cd79737c9b as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b9301cab9194f33ac2257cd79737c9b 2024-12-05T00:53:04,767 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b9301cab9194f33ac2257cd79737c9b 2024-12-05T00:53:04,768 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b9301cab9194f33ac2257cd79737c9b, entries=6, sequenceid=59, filesize=6.1 K 2024-12-05T00:53:04,769 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f6be7fdee1f4221858144992cec7820 as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f6be7fdee1f4221858144992cec7820 2024-12-05T00:53:04,778 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f6be7fdee1f4221858144992cec7820, entries=1, sequenceid=59, filesize=5.0 K 2024-12-05T00:53:04,779 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/652ca883799a481fb678684335c4431a as hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/652ca883799a481fb678684335c4431a 2024-12-05T00:53:04,787 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/652ca883799a481fb678684335c4431a, entries=1, sequenceid=59, filesize=4.9 K 2024-12-05T00:53:04,788 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=59, compaction requested=false 2024-12-05T00:53:04,791 INFO [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:04,791 DEBUG [M:0;fea72ea5c4b6:40039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733359984607Disabling compacts and flushes for region at 1733359984607Disabling writes for close at 1733359984607Obtaining lock to block concurrent updates at 1733359984607Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733359984607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733359984608 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733359984609 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733359984609Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733359984624 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733359984624Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733359984637 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733359984652 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733359984652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733359984667 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733359984681 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733359984681Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733359984695 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733359984717 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733359984717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11605740: reopening flushed file at 1733359984747 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106436f: reopening flushed file at 1733359984757 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac42283: reopening flushed file at 1733359984768 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d654a4f: reopening flushed file at 1733359984778 (+10 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=59, compaction requested=false at 1733359984788 (+10 ms)Writing region close event to WAL at 1733359984791 (+3 ms)Closed at 1733359984791 2024-12-05T00:53:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46823 is added to blk_1073741830_1006 (size=27973) 2024-12-05T00:53:04,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/MasterData/WALs/fea72ea5c4b6,40039,1733359923693/fea72ea5c4b6%2C40039%2C1733359923693.1733359924924 not finished, retry = 0 2024-12-05T00:53:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37077 is added to blk_1073741830_1006 (size=27973) 2024-12-05T00:53:04,898 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:04,898 INFO [M:0;fea72ea5c4b6:40039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T00:53:04,898 INFO [M:0;fea72ea5c4b6:40039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40039 2024-12-05T00:53:04,899 INFO [M:0;fea72ea5c4b6:40039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:05,041 INFO [M:0;fea72ea5c4b6:40039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x101a2f96a630000, quorum=127.0.0.1:59257, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:05,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e972183{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:05,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:05,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:05,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:05,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:05,055 WARN [BP-1760885648-172.17.0.2-1733359919289 heartbeating to localhost/127.0.0.1:38749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:05,055 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:05,055 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:05,055 WARN [BP-1760885648-172.17.0.2-1733359919289 heartbeating to localhost/127.0.0.1:38749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760885648-172.17.0.2-1733359919289 (Datanode Uuid edf030ea-ad4b-433c-a65e-698d17a2b517) service to localhost/127.0.0.1:38749 2024-12-05T00:53:05,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data3/current/BP-1760885648-172.17.0.2-1733359919289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:05,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data4/current/BP-1760885648-172.17.0.2-1733359919289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:05,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:05,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138ae980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:05,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:05,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:05,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:05,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:05,063 WARN [BP-1760885648-172.17.0.2-1733359919289 heartbeating to localhost/127.0.0.1:38749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:05,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:05,063 WARN [BP-1760885648-172.17.0.2-1733359919289 heartbeating to localhost/127.0.0.1:38749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760885648-172.17.0.2-1733359919289 (Datanode Uuid eb49cc02-3b45-4d3f-afe7-d41346e513e7) service to localhost/127.0.0.1:38749 2024-12-05T00:53:05,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:05,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data1/current/BP-1760885648-172.17.0.2-1733359919289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:05,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/cluster_7072e3be-9406-91ec-dafe-2cafd3fef00b/data/data2/current/BP-1760885648-172.17.0.2-1733359919289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:05,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:05,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:53:05,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:05,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:05,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:05,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:05,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T00:53:05,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T00:53:05,113 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:38749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5bb99946 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:38749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fea72ea5c4b6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fea72ea5c4b6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fea72ea5c4b6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:38749 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/fea72ea5c4b6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=9760 (was 10887) 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=9759 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.log.dir so I do NOT create it in target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/833381c4-30ff-4cbf-ae39-65da651600fe/hadoop.tmp.dir so I do NOT create it in target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465, deleteOnExit=true 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T00:53:05,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/test.cache.data in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T00:53:05,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:53:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/nfs.dump.dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T00:53:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T00:53:05,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:05,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:05,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:05,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:05,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:53:05,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:05,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b1b5aec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:05,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ef478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:05,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a9f0012{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-38453-hadoop-hdfs-3_4_1-tests_jar-_-any-7166092381176981315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:53:05,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@724b4e38{HTTP/1.1, (http/1.1)}{localhost:38453} 2024-12-05T00:53:05,648 INFO [Time-limited test {}] server.Server(415): Started @68930ms 2024-12-05T00:53:05,745 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:05,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:05,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:05,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:05,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:05,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:05,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6e73dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:05,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52967733{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:05,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67ff9dca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-39873-hadoop-hdfs-3_4_1-tests_jar-_-any-1560868545266731682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:05,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6b6815{HTTP/1.1, (http/1.1)}{localhost:39873} 2024-12-05T00:53:05,990 INFO [Time-limited test {}] server.Server(415): Started @69273ms 2024-12-05T00:53:05,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:06,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:06,023 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:06,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:06,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:06,024 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:06,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4a76c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:06,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@679249d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:06,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f4810cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-35971-hadoop-hdfs-3_4_1-tests_jar-_-any-16891483005210232997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:06,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18152f49{HTTP/1.1, (http/1.1)}{localhost:35971} 2024-12-05T00:53:06,115 INFO [Time-limited test {}] server.Server(415): Started @69397ms 2024-12-05T00:53:06,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:07,088 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data2/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:07,088 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data1/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:07,104 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a0da3ac9ee5c0b with lease ID 0xc90e3a56fd86f22e: Processing first storage report for DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218 from datanode DatanodeRegistration(127.0.0.1:43455, datanodeUuid=84366de0-9c27-4de5-8768-d97e33cd2593, infoPort=36721, infoSecurePort=0, ipcPort=40955, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a0da3ac9ee5c0b with lease ID 0xc90e3a56fd86f22e: from storage DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218 node DatanodeRegistration(127.0.0.1:43455, datanodeUuid=84366de0-9c27-4de5-8768-d97e33cd2593, infoPort=36721, infoSecurePort=0, ipcPort=40955, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a0da3ac9ee5c0b with lease ID 0xc90e3a56fd86f22e: Processing first storage report for DS-0ed94ea2-1445-446d-88b8-1d31da7f6f19 from datanode DatanodeRegistration(127.0.0.1:43455, datanodeUuid=84366de0-9c27-4de5-8768-d97e33cd2593, infoPort=36721, infoSecurePort=0, ipcPort=40955, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a0da3ac9ee5c0b with lease ID 0xc90e3a56fd86f22e: from storage DS-0ed94ea2-1445-446d-88b8-1d31da7f6f19 node DatanodeRegistration(127.0.0.1:43455, datanodeUuid=84366de0-9c27-4de5-8768-d97e33cd2593, infoPort=36721, infoSecurePort=0, ipcPort=40955, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:07,200 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data3/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:07,201 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data4/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:07,219 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:07,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79ca462e9c53e2f5 with lease ID 0xc90e3a56fd86f22f: Processing first storage report for DS-6266dc69-25b6-49b5-92f9-70d57fc54226 from datanode DatanodeRegistration(127.0.0.1:39269, datanodeUuid=4bcce566-8b24-4244-8351-5752703a7901, infoPort=37705, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:07,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79ca462e9c53e2f5 with lease ID 0xc90e3a56fd86f22f: from storage DS-6266dc69-25b6-49b5-92f9-70d57fc54226 node DatanodeRegistration(127.0.0.1:39269, datanodeUuid=4bcce566-8b24-4244-8351-5752703a7901, infoPort=37705, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79ca462e9c53e2f5 with lease ID 0xc90e3a56fd86f22f: Processing first storage report for DS-b059f107-26b8-4f81-b4bc-c2cda01e4dd1 from datanode DatanodeRegistration(127.0.0.1:39269, datanodeUuid=4bcce566-8b24-4244-8351-5752703a7901, infoPort=37705, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79ca462e9c53e2f5 with lease ID 0xc90e3a56fd86f22f: from storage DS-b059f107-26b8-4f81-b4bc-c2cda01e4dd1 node DatanodeRegistration(127.0.0.1:39269, datanodeUuid=4bcce566-8b24-4244-8351-5752703a7901, infoPort=37705, infoSecurePort=0, ipcPort=40289, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:07,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1 2024-12-05T00:53:07,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/zookeeper_0, clientPort=52160, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T00:53:07,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52160 2024-12-05T00:53:07,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:53:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:53:07,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316 with version=8 2024-12-05T00:53:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase-staging 2024-12-05T00:53:07,279 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:53:07,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:07,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:07,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:53:07,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:07,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:53:07,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T00:53:07,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:53:07,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43803 2024-12-05T00:53:07,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43803 connecting to ZooKeeper ensemble=127.0.0.1:52160 2024-12-05T00:53:07,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438030x0, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:53:07,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43803-0x101a2fa65e80000 connected 2024-12-05T00:53:07,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:07,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316, hbase.cluster.distributed=false 2024-12-05T00:53:07,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:53:07,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43803 2024-12-05T00:53:07,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43803 2024-12-05T00:53:07,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43803 2024-12-05T00:53:07,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43803 2024-12-05T00:53:07,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43803 2024-12-05T00:53:07,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:53:07,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:07,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:07,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:53:07,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:07,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:53:07,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:53:07,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:53:07,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42945 2024-12-05T00:53:07,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42945 connecting to ZooKeeper ensemble=127.0.0.1:52160 2024-12-05T00:53:07,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429450x0, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:53:07,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:07,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42945-0x101a2fa65e80001 connected 2024-12-05T00:53:07,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:53:07,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:53:07,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:53:07,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:53:07,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42945 2024-12-05T00:53:07,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42945 2024-12-05T00:53:07,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42945 2024-12-05T00:53:07,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42945 2024-12-05T00:53:07,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42945 2024-12-05T00:53:07,486 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea72ea5c4b6:43803 2024-12-05T00:53:07,487 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:07,497 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:53:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,507 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T00:53:07,508 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fea72ea5c4b6,43803,1733359987279 from backup master directory 2024-12-05T00:53:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:07,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:07,517 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:53:07,517 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,524 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/hbase.id] with ID: 660acda8-ee37-43fd-82fc-43dc4ca3694c 2024-12-05T00:53:07,524 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/.tmp/hbase.id 2024-12-05T00:53:07,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:53:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:53:07,533 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/.tmp/hbase.id]:[hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/hbase.id] 2024-12-05T00:53:07,551 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:07,551 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T00:53:07,553 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T00:53:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:53:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:53:07,567 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:53:07,568 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T00:53:07,569 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:53:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:53:07,579 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store 2024-12-05T00:53:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:53:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:53:07,589 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:07,590 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:53:07,590 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:07,590 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:07,590 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:53:07,590 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:07,590 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:07,590 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733359987590Disabling compacts and flushes for region at 1733359987590Disabling writes for close at 1733359987590Writing region close event to WAL at 1733359987590Closed at 1733359987590 2024-12-05T00:53:07,591 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/.initializing 2024-12-05T00:53:07,591 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,593 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:07,595 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C43803%2C1733359987279, suffix=, logDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279, archiveDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/oldWALs, maxLogs=10 2024-12-05T00:53:07,607 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595, exclude list is [], retry=0 2024-12-05T00:53:07,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39269,DS-6266dc69-25b6-49b5-92f9-70d57fc54226,DISK] 2024-12-05T00:53:07,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK] 2024-12-05T00:53:07,613 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 2024-12-05T00:53:07,615 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37705:37705),(127.0.0.1/127.0.0.1:36721:36721)] 2024-12-05T00:53:07,615 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:07,616 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:07,616 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,616 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T00:53:07,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:07,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T00:53:07,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:07,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T00:53:07,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:07,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T00:53:07,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:07,633 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,634 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,634 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,636 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,636 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,637 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:53:07,638 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:07,641 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:07,642 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779886, jitterRate=-0.00832393765449524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:53:07,643 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733359987616Initializing all the Stores at 1733359987618 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359987618Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359987620 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359987620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359987620Cleaning up temporary data from old regions at 1733359987636 (+16 ms)Region opened successfully at 1733359987643 (+7 ms) 2024-12-05T00:53:07,644 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T00:53:07,649 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb6b018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:53:07,650 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T00:53:07,650 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T00:53:07,650 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T00:53:07,651 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T00:53:07,652 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T00:53:07,652 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T00:53:07,652 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T00:53:07,655 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T00:53:07,656 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T00:53:07,664 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T00:53:07,665 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T00:53:07,666 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T00:53:07,675 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T00:53:07,675 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T00:53:07,676 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T00:53:07,685 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T00:53:07,686 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T00:53:07,696 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T00:53:07,699 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T00:53:07,706 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T00:53:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,718 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea72ea5c4b6,43803,1733359987279, sessionid=0x101a2fa65e80000, setting cluster-up flag (Was=false) 2024-12-05T00:53:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,770 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T00:53:07,773 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:07,822 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T00:53:07,823 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:07,825 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T00:53:07,827 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:07,827 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T00:53:07,827 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T00:53:07,828 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea72ea5c4b6,43803,1733359987279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T00:53:07,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:07,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:07,829 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:07,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:07,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea72ea5c4b6:0, corePoolSize=10, maxPoolSize=10 2024-12-05T00:53:07,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:53:07,830 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733360017831 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T00:53:07,831 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:07,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T00:53:07,832 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T00:53:07,832 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T00:53:07,832 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T00:53:07,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T00:53:07,835 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T00:53:07,835 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T00:53:07,836 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359987835,5,FailOnTimeoutGroup] 2024-12-05T00:53:07,840 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359987836,5,FailOnTimeoutGroup] 2024-12-05T00:53:07,840 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,840 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T00:53:07,840 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,841 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:53:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:53:07,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T00:53:07,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316 2024-12-05T00:53:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43455 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:53:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:53:07,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:07,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:53:07,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:53:07,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:07,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:53:07,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:53:07,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:07,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:53:07,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:53:07,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:07,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:53:07,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:53:07,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:07,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:07,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:53:07,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740 2024-12-05T00:53:07,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740 2024-12-05T00:53:07,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:53:07,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:53:07,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:53:07,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:53:07,878 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(746): ClusterId : 660acda8-ee37-43fd-82fc-43dc4ca3694c 2024-12-05T00:53:07,878 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:53:07,879 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:07,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873643, jitterRate=0.11089538037776947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:53:07,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733359987860Initializing all the Stores at 1733359987861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359987861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359987861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359987861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359987861Cleaning up temporary data from old regions at 1733359987874 (+13 ms)Region opened successfully at 1733359987881 (+7 ms) 2024-12-05T00:53:07,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:53:07,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:53:07,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:53:07,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:53:07,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:53:07,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:07,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733359987881Disabling compacts and flushes for region at 1733359987881Disabling writes for close at 1733359987881Writing region close event to WAL at 1733359987881Closed at 1733359987881 2024-12-05T00:53:07,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:07,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T00:53:07,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T00:53:07,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:53:07,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T00:53:07,887 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:53:07,887 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:53:07,897 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:53:07,897 DEBUG [RS:0;fea72ea5c4b6:42945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d98a33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:53:07,909 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea72ea5c4b6:42945 2024-12-05T00:53:07,909 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:53:07,909 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:53:07,909 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:53:07,910 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,43803,1733359987279 with port=42945, startcode=1733359987444 2024-12-05T00:53:07,910 DEBUG [RS:0;fea72ea5c4b6:42945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:53:07,913 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36187, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:53:07,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:07,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43803 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:07,916 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316 2024-12-05T00:53:07,916 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45337 2024-12-05T00:53:07,916 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:53:07,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:07,928 DEBUG [RS:0;fea72ea5c4b6:42945 {}] zookeeper.ZKUtil(111): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:07,928 WARN [RS:0;fea72ea5c4b6:42945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:53:07,928 INFO [RS:0;fea72ea5c4b6:42945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:07,928 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:07,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,42945,1733359987444] 2024-12-05T00:53:07,933 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:53:07,934 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:53:07,935 INFO [RS:0;fea72ea5c4b6:42945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:53:07,935 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,935 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:53:07,936 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:53:07,936 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,937 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:07,938 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:53:07,938 DEBUG [RS:0;fea72ea5c4b6:42945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:53:07,940 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,940 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,941 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,941 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,941 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,941 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,42945,1733359987444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:53:07,954 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:53:07,954 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,42945,1733359987444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,954 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,954 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.Replication(171): fea72ea5c4b6,42945,1733359987444 started 2024-12-05T00:53:07,966 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:07,966 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,42945,1733359987444, RpcServer on fea72ea5c4b6/172.17.0.2:42945, sessionid=0x101a2fa65e80001 2024-12-05T00:53:07,967 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:53:07,967 DEBUG [RS:0;fea72ea5c4b6:42945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:07,967 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,42945,1733359987444' 2024-12-05T00:53:07,967 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:53:07,967 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:53:07,968 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:53:07,968 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:53:07,968 DEBUG [RS:0;fea72ea5c4b6:42945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:07,968 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,42945,1733359987444' 2024-12-05T00:53:07,968 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:53:07,968 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:53:07,969 DEBUG [RS:0;fea72ea5c4b6:42945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:53:07,969 INFO [RS:0;fea72ea5c4b6:42945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:53:07,969 INFO [RS:0;fea72ea5c4b6:42945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:53:08,037 WARN [fea72ea5c4b6:43803 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T00:53:08,070 INFO [RS:0;fea72ea5c4b6:42945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:08,075 INFO [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C42945%2C1733359987444, suffix=, logDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444, archiveDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs, maxLogs=32 2024-12-05T00:53:08,095 DEBUG [RS:0;fea72ea5c4b6:42945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079, exclude list is [], retry=0 2024-12-05T00:53:08,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39269,DS-6266dc69-25b6-49b5-92f9-70d57fc54226,DISK] 2024-12-05T00:53:08,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK] 2024-12-05T00:53:08,101 INFO [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 2024-12-05T00:53:08,101 DEBUG [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36721:36721),(127.0.0.1/127.0.0.1:37705:37705)] 2024-12-05T00:53:08,287 DEBUG [fea72ea5c4b6:43803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T00:53:08,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:08,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,42945,1733359987444, state=OPENING 2024-12-05T00:53:08,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T00:53:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:08,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:08,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:53:08,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:08,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,42945,1733359987444}] 2024-12-05T00:53:08,558 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:53:08,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:53:08,612 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T00:53:08,613 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:08,615 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T00:53:08,619 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C42945%2C1733359987444.meta, suffix=.meta, logDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444, archiveDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs, maxLogs=32 2024-12-05T00:53:08,632 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta, exclude list is [], retry=0 2024-12-05T00:53:08,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39269,DS-6266dc69-25b6-49b5-92f9-70d57fc54226,DISK] 2024-12-05T00:53:08,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43455,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK] 2024-12-05T00:53:08,637 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta 2024-12-05T00:53:08,637 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37705:37705),(127.0.0.1/127.0.0.1:36721:36721)] 2024-12-05T00:53:08,637 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:08,638 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T00:53:08,638 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T00:53:08,638 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T00:53:08,638 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T00:53:08,638 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:08,638 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T00:53:08,638 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T00:53:08,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:53:08,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:53:08,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:08,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:08,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:53:08,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:53:08,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:08,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:08,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:53:08,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:53:08,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:08,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:08,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:53:08,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:53:08,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:08,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:08,647 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:53:08,648 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740 2024-12-05T00:53:08,649 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740 2024-12-05T00:53:08,651 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:53:08,651 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:53:08,651 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:53:08,653 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:53:08,654 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717613, jitterRate=-0.08750852942466736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:53:08,655 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T00:53:08,655 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733359988638Writing region info on filesystem at 1733359988638Initializing all the Stores at 1733359988639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359988640 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359988640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359988640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733359988640Cleaning up temporary data from old regions at 1733359988651 (+11 ms)Running coprocessor post-open hooks at 1733359988655 (+4 ms)Region opened successfully at 1733359988655 2024-12-05T00:53:08,657 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733359988558 2024-12-05T00:53:08,660 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T00:53:08,660 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T00:53:08,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:08,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,42945,1733359987444, state=OPEN 2024-12-05T00:53:08,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:53:08,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:53:08,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:08,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:08,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:08,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T00:53:08,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,42945,1733359987444 in 323 msec 2024-12-05T00:53:08,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T00:53:08,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 848 msec 2024-12-05T00:53:08,736 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:08,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T00:53:08,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:53:08,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,42945,1733359987444, seqNum=-1] 2024-12-05T00:53:08,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:53:08,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51029, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:53:08,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-12-05T00:53:08,746 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733359988746, completionTime=-1 2024-12-05T00:53:08,747 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T00:53:08,747 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733360048749 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733360108749 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43803,1733359987279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43803,1733359987279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43803,1733359987279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea72ea5c4b6:43803, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,749 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,750 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,751 DEBUG [master/fea72ea5c4b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.237sec 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43803,1733359987279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:53:08,754 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43803,1733359987279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T00:53:08,758 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T00:53:08,758 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T00:53:08,758 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43803,1733359987279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:08,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73efa973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:53:08,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea72ea5c4b6,43803,-1 for getting cluster id 2024-12-05T00:53:08,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T00:53:08,781 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '660acda8-ee37-43fd-82fc-43dc4ca3694c' 2024-12-05T00:53:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T00:53:08,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "660acda8-ee37-43fd-82fc-43dc4ca3694c" 2024-12-05T00:53:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1435b0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:53:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea72ea5c4b6,43803,-1] 2024-12-05T00:53:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T00:53:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:08,783 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T00:53:08,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381b61da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:53:08,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:53:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,42945,1733359987444, seqNum=-1] 2024-12-05T00:53:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:53:08,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:53:08,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:08,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:08,793 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T00:53:08,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:08,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:08,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:08,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:08,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:08,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f830d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:08,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3deed92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:08,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bb0be6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-35941-hadoop-hdfs-3_4_1-tests_jar-_-any-2730176623441522733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:08,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c1503e{HTTP/1.1, (http/1.1)}{localhost:35941} 2024-12-05T00:53:08,927 INFO [Time-limited test {}] server.Server(415): Started @72209ms 2024-12-05T00:53:08,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:08,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:08,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:08,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:08,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:08,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:08,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b06ff3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:08,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d4578b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:09,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d76838e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-45433-hadoop-hdfs-3_4_1-tests_jar-_-any-8788068276539530019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:09,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60ca3b1d{HTTP/1.1, (http/1.1)}{localhost:45433} 2024-12-05T00:53:09,064 INFO [Time-limited test {}] server.Server(415): Started @72347ms 2024-12-05T00:53:09,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:09,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:09,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:09,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:09,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:09,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:09,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723fd4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:09,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e76946b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:09,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c2557c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-34229-hadoop-hdfs-3_4_1-tests_jar-_-any-416688135734701077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:09,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@724bced5{HTTP/1.1, (http/1.1)}{localhost:34229} 2024-12-05T00:53:09,235 INFO [Time-limited test {}] server.Server(415): Started @72517ms 2024-12-05T00:53:09,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:09,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:09,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:09,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:53:09,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:09,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:10,547 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data5/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:10,547 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data6/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:10,567 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b0f4e24dba9f3cb with lease ID 0xc90e3a56fd86f230: Processing first storage report for DS-d21df717-a6e1-4a7a-8878-9832ce897b24 from datanode DatanodeRegistration(127.0.0.1:45547, datanodeUuid=8100c40a-64c8-480f-9686-fb38205654c5, infoPort=33841, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b0f4e24dba9f3cb with lease ID 0xc90e3a56fd86f230: from storage DS-d21df717-a6e1-4a7a-8878-9832ce897b24 node DatanodeRegistration(127.0.0.1:45547, datanodeUuid=8100c40a-64c8-480f-9686-fb38205654c5, infoPort=33841, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:53:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b0f4e24dba9f3cb with lease ID 0xc90e3a56fd86f230: Processing first storage report for DS-2e99423c-1c94-4a82-aa27-403dbd2d2057 from datanode DatanodeRegistration(127.0.0.1:45547, datanodeUuid=8100c40a-64c8-480f-9686-fb38205654c5, infoPort=33841, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b0f4e24dba9f3cb with lease ID 0xc90e3a56fd86f230: from storage DS-2e99423c-1c94-4a82-aa27-403dbd2d2057 node DatanodeRegistration(127.0.0.1:45547, datanodeUuid=8100c40a-64c8-480f-9686-fb38205654c5, infoPort=33841, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:10,753 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data7/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:10,757 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data8/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:10,778 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2466bb0907de72af with lease ID 0xc90e3a56fd86f231: Processing first storage report for DS-b375b165-564f-4abb-8b66-d0706189f73e from datanode DatanodeRegistration(127.0.0.1:42233, datanodeUuid=95abeb45-ee27-4f9f-85e5-040303a5c3fe, infoPort=45995, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2466bb0907de72af with lease ID 0xc90e3a56fd86f231: from storage DS-b375b165-564f-4abb-8b66-d0706189f73e node DatanodeRegistration(127.0.0.1:42233, datanodeUuid=95abeb45-ee27-4f9f-85e5-040303a5c3fe, infoPort=45995, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2466bb0907de72af with lease ID 0xc90e3a56fd86f231: Processing first storage report for DS-4ca2772d-5f0f-49a7-b72d-92c61f36f2f4 from datanode DatanodeRegistration(127.0.0.1:42233, datanodeUuid=95abeb45-ee27-4f9f-85e5-040303a5c3fe, infoPort=45995, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2466bb0907de72af with lease ID 0xc90e3a56fd86f231: from storage DS-4ca2772d-5f0f-49a7-b72d-92c61f36f2f4 node DatanodeRegistration(127.0.0.1:42233, datanodeUuid=95abeb45-ee27-4f9f-85e5-040303a5c3fe, infoPort=45995, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:10,903 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data9/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:10,904 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data10/current/BP-1877009462-172.17.0.2-1733359985144/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:10,927 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf602774dc521ab1a with lease ID 0xc90e3a56fd86f232: Processing first storage report for DS-6a89e398-4f75-4669-8646-a135cade3aff from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=df560751-c303-4c42-9452-8f02a34ef0ab, infoPort=41039, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf602774dc521ab1a with lease ID 0xc90e3a56fd86f232: from storage DS-6a89e398-4f75-4669-8646-a135cade3aff node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=df560751-c303-4c42-9452-8f02a34ef0ab, infoPort=41039, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:53:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf602774dc521ab1a with lease ID 0xc90e3a56fd86f232: Processing first storage report for DS-b9b80da6-0154-441c-ae66-2b1aa043392c from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=df560751-c303-4c42-9452-8f02a34ef0ab, infoPort=41039, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144) 2024-12-05T00:53:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf602774dc521ab1a with lease ID 0xc90e3a56fd86f232: from storage DS-b9b80da6-0154-441c-ae66-2b1aa043392c node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=df560751-c303-4c42-9452-8f02a34ef0ab, infoPort=41039, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:10,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T00:53:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a26d237 2024-12-05T00:53:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T00:53:10,978 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T00:53:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T00:53:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T00:53:10,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:53:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T00:53:10,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T00:53:10,984 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:10,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-05T00:53:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:53:10,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T00:53:10,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741835_1011 (size=393) 2024-12-05T00:53:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741835_1011 (size=393) 2024-12-05T00:53:10,998 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ee61d4f1b3db04fd47ce42cf3fe6033, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316 2024-12-05T00:53:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741836_1012 (size=76) 2024-12-05T00:53:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741836_1012 (size=76) 2024-12-05T00:53:11,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:11,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 2ee61d4f1b3db04fd47ce42cf3fe6033, disabling compactions & flushes 2024-12-05T00:53:11,009 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. after waiting 0 ms 2024-12-05T00:53:11,009 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,009 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,010 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ee61d4f1b3db04fd47ce42cf3fe6033: Waiting for close lock at 1733359991009Disabling compacts and flushes for region at 1733359991009Disabling writes for close at 1733359991009Writing region close event to WAL at 1733359991009Closed at 1733359991009 2024-12-05T00:53:11,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T00:53:11,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733359991012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733359991012"}]},"ts":"1733359991012"} 2024-12-05T00:53:11,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T00:53:11,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T00:53:11,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733359991017"}]},"ts":"1733359991017"} 2024-12-05T00:53:11,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-05T00:53:11,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ee61d4f1b3db04fd47ce42cf3fe6033, ASSIGN}] 2024-12-05T00:53:11,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ee61d4f1b3db04fd47ce42cf3fe6033, ASSIGN 2024-12-05T00:53:11,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ee61d4f1b3db04fd47ce42cf3fe6033, ASSIGN; state=OFFLINE, location=fea72ea5c4b6,42945,1733359987444; forceNewPlan=false, retain=false 2024-12-05T00:53:11,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ee61d4f1b3db04fd47ce42cf3fe6033, regionState=OPENING, regionLocation=fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:11,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ee61d4f1b3db04fd47ce42cf3fe6033, ASSIGN because future has completed 2024-12-05T00:53:11,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ee61d4f1b3db04fd47ce42cf3fe6033, server=fea72ea5c4b6,42945,1733359987444}] 2024-12-05T00:53:11,349 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,350 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ee61d4f1b3db04fd47ce42cf3fe6033, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:11,350 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,350 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:11,351 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,351 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,354 INFO [StoreOpener-2ee61d4f1b3db04fd47ce42cf3fe6033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,357 INFO [StoreOpener-2ee61d4f1b3db04fd47ce42cf3fe6033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ee61d4f1b3db04fd47ce42cf3fe6033 columnFamilyName info 2024-12-05T00:53:11,357 DEBUG [StoreOpener-2ee61d4f1b3db04fd47ce42cf3fe6033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:11,358 INFO [StoreOpener-2ee61d4f1b3db04fd47ce42cf3fe6033-1 {}] regionserver.HStore(327): Store=2ee61d4f1b3db04fd47ce42cf3fe6033/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:11,358 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,359 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,360 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,360 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,360 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,362 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,365 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:11,365 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ee61d4f1b3db04fd47ce42cf3fe6033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=787889, jitterRate=0.001853838562965393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:53:11,366 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:11,366 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ee61d4f1b3db04fd47ce42cf3fe6033: Running coprocessor pre-open hook at 1733359991351Writing region info on filesystem at 1733359991351Initializing all the Stores at 1733359991353 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733359991353Cleaning up temporary data from old regions at 1733359991360 (+7 ms)Running coprocessor post-open hooks at 1733359991366 (+6 ms)Region opened successfully at 1733359991366 2024-12-05T00:53:11,367 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033., pid=6, masterSystemTime=1733359991338 2024-12-05T00:53:11,370 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,370 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:11,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ee61d4f1b3db04fd47ce42cf3fe6033, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:11,371 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43803 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=fea72ea5c4b6,42945,1733359987444, table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ee61d4f1b3db04fd47ce42cf3fe6033. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T00:53:11,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ee61d4f1b3db04fd47ce42cf3fe6033, server=fea72ea5c4b6,42945,1733359987444 because future has completed 2024-12-05T00:53:11,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T00:53:11,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ee61d4f1b3db04fd47ce42cf3fe6033, server=fea72ea5c4b6,42945,1733359987444 in 192 msec 2024-12-05T00:53:11,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T00:53:11,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=2ee61d4f1b3db04fd47ce42cf3fe6033, ASSIGN in 358 msec 2024-12-05T00:53:11,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T00:53:11,382 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733359991382"}]},"ts":"1733359991382"} 2024-12-05T00:53:11,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-05T00:53:11,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T00:53:11,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 406 msec 2024-12-05T00:53:13,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T00:53:13,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-05T00:53:14,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T00:53:14,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:14,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T00:53:16,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:53:16,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:16,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:53:20,995 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-05T00:53:20,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-05T00:53:20,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T00:53:21,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-05T00:53:21,001 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T00:53:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-05T00:53:21,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033., hostname=fea72ea5c4b6,42945,1733359987444, seqNum=2] 2024-12-05T00:53:21,009 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-05T00:53:21,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T00:53:21,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:21,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2010526061_22 at /127.0.0.1:55890 [Receiving block BP-1877009462-172.17.0.2-1733359985144:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55890 dst: /127.0.0.1:39269 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2010526061_22 at /127.0.0.1:55904 [Receiving block BP-1877009462-172.17.0.2-1733359985144:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:39269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55904 dst: /127.0.0.1:39269 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2010526061_22 at /127.0.0.1:49378 [Receiving block BP-1877009462-172.17.0.2-1733359985144:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49378 dst: /127.0.0.1:43455 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2010526061_22 at /127.0.0.1:49388 [Receiving block BP-1877009462-172.17.0.2-1733359985144:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:43455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49388 dst: /127.0.0.1:43455 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-242990053_22 at /127.0.0.1:49344 [Receiving block BP-1877009462-172.17.0.2-1733359985144:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43455:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49344 dst: /127.0.0.1:43455 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,014 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-242990053_22 at /127.0.0.1:55856 [Receiving block BP-1877009462-172.17.0.2-1733359985144:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:39269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55856 dst: /127.0.0.1:39269 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67ff9dca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:21,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6b6815{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:21,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:21,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52967733{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:21,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6e73dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:21,043 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:21,043 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:21,044 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877009462-172.17.0.2-1733359985144 (Datanode Uuid 84366de0-9c27-4de5-8768-d97e33cd2593) service to localhost/127.0.0.1:45337 2024-12-05T00:53:21,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:21,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data1/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:21,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data2/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:21,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:21,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:21,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:21,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:21,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:21,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:21,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:21,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:21,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3def0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/java.io.tmpdir/jetty-localhost-34533-hadoop-hdfs-3_4_1-tests_jar-_-any-67420075932117656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:21,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:34533} 2024-12-05T00:53:21,164 INFO [Time-limited test {}] server.Server(415): Started @84447ms 2024-12-05T00:53:21,166 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:21,183 WARN [AsyncFSWAL-0-hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316-prefix:fea72ea5c4b6,42945,1733359987444 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,183 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea72ea5c4b6%2C42945%2C1733359987444:(num 1733359988079) roll requested 2024-12-05T00:53:21,194 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733360001183, exclude list is [], retry=0 2024-12-05T00:53:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39269,DS-6266dc69-25b6-49b5-92f9-70d57fc54226,DISK] 2024-12-05T00:53:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-b375b165-564f-4abb-8b66-d0706189f73e,DISK] 2024-12-05T00:53:21,199 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733360001183 2024-12-05T00:53:21,200 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37705:37705),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-05T00:53:21,200 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 is not closed yet, will try archiving it next time 2024-12-05T00:53:21,201 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T00:53:21,201 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:53:21,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:21,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:21,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:21,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T00:53:21,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T00:53:21,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1373592791, stopped=false 2024-12-05T00:53:21,202 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea72ea5c4b6,43803,1733359987279 2024-12-05T00:53:21,202 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T00:53:21,202 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T00:53:21,203 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 2024-12-05T00:53:21,205 WARN [IPC Server handler 4 on default port 45337 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-05T00:53:21,208 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 after 4ms 2024-12-05T00:53:21,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:21,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:21,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:21,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:21,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:53:21,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:53:21,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:21,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:21,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:21,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:21,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,42945,1733359987444' ***** 2024-12-05T00:53:21,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:53:21,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:21,235 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ee61d4f1b3db04fd47ce42cf3fe6033, disabling compactions & flushes 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea72ea5c4b6:42945. 2024-12-05T00:53:21,235 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:21,235 DEBUG [RS:0;fea72ea5c4b6:42945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:53:21,235 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:21,235 DEBUG [RS:0;fea72ea5c4b6:42945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:21,235 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. after waiting 0 ms 2024-12-05T00:53:21,235 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:53:21,235 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:53:21,235 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ee61d4f1b3db04fd47ce42cf3fe6033 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-05T00:53:21,236 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T00:53:21,236 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T00:53:21,236 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2ee61d4f1b3db04fd47ce42cf3fe6033=TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033.} 2024-12-05T00:53:21,236 DEBUG [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ee61d4f1b3db04fd47ce42cf3fe6033 2024-12-05T00:53:21,236 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:53:21,236 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:53:21,236 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:53:21,236 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:53:21,236 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:53:21,236 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-05T00:53:21,237 WARN [AsyncFSWAL-0-hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316-prefix:fea72ea5c4b6,42945,1733359987444.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,237 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea72ea5c4b6%2C42945%2C1733359987444.meta:.meta(num 1733359988621) roll requested 2024-12-05T00:53:21,254 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733360001237.meta, exclude list is [], retry=0 2024-12-05T00:53:21,256 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/.tmp/info/12576a6eeb864e8ea464e0b5f2991452 is 1055, key is row0001/info:/1733360001006/Put/seqid=0 2024-12-05T00:53:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45547,DS-d21df717-a6e1-4a7a-8878-9832ce897b24,DISK] 2024-12-05T00:53:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-b375b165-564f-4abb-8b66-d0706189f73e,DISK] 2024-12-05T00:53:21,258 WARN [Thread-619 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1016 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-05T00:53:21,258 WARN [Thread-619 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1877009462-172.17.0.2-1733359985144:blk_1073741839_1016 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43455,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK], DatanodeInfoWithStorage[127.0.0.1:42233,DS-b375b165-564f-4abb-8b66-d0706189f73e,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43455,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK]) is bad. 2024-12-05T00:53:21,258 WARN [Thread-619 {}] hdfs.DataStreamer(1850): Abandoning BP-1877009462-172.17.0.2-1733359985144:blk_1073741839_1016 2024-12-05T00:53:21,262 WARN [Thread-619 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:43455,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK] 2024-12-05T00:53:21,265 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733360001237.meta 2024-12-05T00:53:21,265 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33841:33841),(127.0.0.1/127.0.0.1:45995:45995)] 2024-12-05T00:53:21,265 DEBUG [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta is not closed yet, will try archiving it next time 2024-12-05T00:53:21,265 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,266 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:21,266 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta 2024-12-05T00:53:21,267 WARN [IPC Server handler 3 on default port 45337 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-05T00:53:21,267 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta after 1ms 2024-12-05T00:53:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741840_1017 (size=7062) 2024-12-05T00:53:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741840_1017 (size=7062) 2024-12-05T00:53:21,272 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/.tmp/info/12576a6eeb864e8ea464e0b5f2991452 2024-12-05T00:53:21,283 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/info/d359a7c86a61448f920f9c19164c9b92 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033./info:regioninfo/1733359991370/Put/seqid=0 2024-12-05T00:53:21,285 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/.tmp/info/12576a6eeb864e8ea464e0b5f2991452 as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/info/12576a6eeb864e8ea464e0b5f2991452 2024-12-05T00:53:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741841_1019 (size=7089) 2024-12-05T00:53:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741841_1019 (size=7089) 2024-12-05T00:53:21,291 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/info/d359a7c86a61448f920f9c19164c9b92 2024-12-05T00:53:21,294 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/info/12576a6eeb864e8ea464e0b5f2991452, entries=2, sequenceid=6, filesize=6.9 K 2024-12-05T00:53:21,296 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2ee61d4f1b3db04fd47ce42cf3fe6033 in 60ms, sequenceid=6, compaction requested=false 2024-12-05T00:53:21,300 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/default/TestLogRolling-testLogRollOnDatanodeDeath/2ee61d4f1b3db04fd47ce42cf3fe6033/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T00:53:21,301 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:21,301 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ee61d4f1b3db04fd47ce42cf3fe6033: Waiting for close lock at 1733360001235Running coprocessor pre-close hooks at 1733360001235Disabling compacts and flushes for region at 1733360001235Disabling writes for close at 1733360001235Obtaining lock to block concurrent updates at 1733360001236 (+1 ms)Preparing flush snapshotting stores in 2ee61d4f1b3db04fd47ce42cf3fe6033 at 1733360001236Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733360001236Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. at 1733360001237 (+1 ms)Flushing 2ee61d4f1b3db04fd47ce42cf3fe6033/info: creating writer at 1733360001237Flushing 2ee61d4f1b3db04fd47ce42cf3fe6033/info: appending metadata at 1733360001256 (+19 ms)Flushing 2ee61d4f1b3db04fd47ce42cf3fe6033/info: closing flushed file at 1733360001256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c27332: reopening flushed file at 1733360001283 (+27 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2ee61d4f1b3db04fd47ce42cf3fe6033 in 60ms, sequenceid=6, compaction requested=false at 1733360001296 (+13 ms)Writing region close event to WAL at 1733360001296Running coprocessor post-close hooks at 1733360001301 (+5 ms)Closed at 1733360001301 2024-12-05T00:53:21,301 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733359990979.2ee61d4f1b3db04fd47ce42cf3fe6033. 2024-12-05T00:53:21,311 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/ns/342cf69ea61f4bb89bfea0a0ce75b58d is 43, key is default/ns:d/1733359988740/Put/seqid=0 2024-12-05T00:53:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741842_1020 (size=5153) 2024-12-05T00:53:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741842_1020 (size=5153) 2024-12-05T00:53:21,317 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/ns/342cf69ea61f4bb89bfea0a0ce75b58d 2024-12-05T00:53:21,337 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/table/bffbfd0dcb4a4b8f92f255447e84aef6 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733359991382/Put/seqid=0 2024-12-05T00:53:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741843_1021 (size=5424) 2024-12-05T00:53:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741843_1021 (size=5424) 2024-12-05T00:53:21,343 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/table/bffbfd0dcb4a4b8f92f255447e84aef6 2024-12-05T00:53:21,351 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/info/d359a7c86a61448f920f9c19164c9b92 as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/info/d359a7c86a61448f920f9c19164c9b92 2024-12-05T00:53:21,359 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/info/d359a7c86a61448f920f9c19164c9b92, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T00:53:21,360 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/ns/342cf69ea61f4bb89bfea0a0ce75b58d as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/ns/342cf69ea61f4bb89bfea0a0ce75b58d 2024-12-05T00:53:21,369 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/ns/342cf69ea61f4bb89bfea0a0ce75b58d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T00:53:21,370 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/.tmp/table/bffbfd0dcb4a4b8f92f255447e84aef6 as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/table/bffbfd0dcb4a4b8f92f255447e84aef6 2024-12-05T00:53:21,378 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/table/bffbfd0dcb4a4b8f92f255447e84aef6, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T00:53:21,406 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-12-05T00:53:21,412 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T00:53:21,413 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:53:21,413 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:21,414 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360001236Running coprocessor pre-close hooks at 1733360001236Disabling compacts and flushes for region at 1733360001236Disabling writes for close at 1733360001236Obtaining lock to block concurrent updates at 1733360001236Preparing flush snapshotting stores in 1588230740 at 1733360001236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733360001237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733360001266 (+29 ms)Flushing 1588230740/info: creating writer at 1733360001266Flushing 1588230740/info: appending metadata at 1733360001283 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733360001283Flushing 1588230740/ns: creating writer at 1733360001298 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733360001311 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733360001311Flushing 1588230740/table: creating writer at 1733360001323 (+12 ms)Flushing 1588230740/table: appending metadata at 1733360001336 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733360001336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f89f771: reopening flushed file at 1733360001350 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad21f7a: reopening flushed file at 1733360001359 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cecfd15: reopening flushed file at 1733360001369 (+10 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1733360001407 (+38 ms)Writing region close event to WAL at 1733360001408 (+1 ms)Running coprocessor post-close hooks at 1733360001413 (+5 ms)Closed at 1733360001413 2024-12-05T00:53:21,414 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:21,436 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,42945,1733359987444; all regions closed. 2024-12-05T00:53:21,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741838_1015 (size=825) 2024-12-05T00:53:21,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741838_1015 (size=825) 2024-12-05T00:53:21,728 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28bfec714eaaedf1 with lease ID 0xc90e3a56fd86f233: from storage DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218 node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=84366de0-9c27-4de5-8768-d97e33cd2593, infoPort=42141, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:53:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28bfec714eaaedf1 with lease ID 0xc90e3a56fd86f233: from storage DS-0ed94ea2-1445-446d-88b8-1d31da7f6f19 node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=84366de0-9c27-4de5-8768-d97e33cd2593, infoPort=42141, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=907036808;c=1733359985144), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:21,941 INFO [regionserver/fea72ea5c4b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T00:53:21,941 INFO [regionserver/fea72ea5c4b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T00:53:21,942 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741833_1014 (size=1599) 2024-12-05T00:53:24,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T00:53:24,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:53:24,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T00:53:25,209 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 after 4006ms 2024-12-05T00:53:25,210 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 to hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs/fea72ea5c4b6%2C42945%2C1733359987444.1733359988079 2024-12-05T00:53:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741834_1018 (size=2386) 2024-12-05T00:53:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741833_1014 (size=1599) 2024-12-05T00:53:25,268 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta after 4002ms 2024-12-05T00:53:25,269 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/WALs/fea72ea5c4b6,42945,1733359987444/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta to hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs/fea72ea5c4b6%2C42945%2C1733359987444.meta.1733359988621.meta 2024-12-05T00:53:25,272 DEBUG [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs 2024-12-05T00:53:25,273 INFO [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C42945%2C1733359987444.meta:.meta(num 1733360001237) 2024-12-05T00:53:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741837_1013 (size=2288) 2024-12-05T00:53:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741837_1013 (size=2288) 2024-12-05T00:53:25,278 DEBUG [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs 2024-12-05T00:53:25,278 INFO [RS:0;fea72ea5c4b6:42945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C42945%2C1733359987444:(num 1733360001183) 2024-12-05T00:53:25,278 DEBUG [RS:0;fea72ea5c4b6:42945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:25,278 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:53:25,278 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:25,278 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:25,278 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:25,278 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:25,279 INFO [RS:0;fea72ea5c4b6:42945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42945 2024-12-05T00:53:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,42945,1733359987444 2024-12-05T00:53:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:25,357 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:25,357 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f38ac903fd0@6a7b7625 rejected from java.util.concurrent.ThreadPoolExecutor@2f79e50e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T00:53:25,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,42945,1733359987444] 2024-12-05T00:53:25,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,42945,1733359987444 already deleted, retry=false 2024-12-05T00:53:25,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,42945,1733359987444 expired; onlineServers=0 2024-12-05T00:53:25,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea72ea5c4b6,43803,1733359987279' ***** 2024-12-05T00:53:25,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T00:53:25,453 INFO [M:0;fea72ea5c4b6:43803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:53:25,453 INFO [M:0;fea72ea5c4b6:43803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:53:25,454 DEBUG [M:0;fea72ea5c4b6:43803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T00:53:25,454 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T00:53:25,454 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359987836 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733359987836,5,FailOnTimeoutGroup] 2024-12-05T00:53:25,454 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359987835 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733359987835,5,FailOnTimeoutGroup] 2024-12-05T00:53:25,454 DEBUG [M:0;fea72ea5c4b6:43803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T00:53:25,455 INFO [M:0;fea72ea5c4b6:43803 {}] hbase.ChoreService(370): Chore service for: master/fea72ea5c4b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T00:53:25,455 INFO [M:0;fea72ea5c4b6:43803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:53:25,455 DEBUG [M:0;fea72ea5c4b6:43803 {}] master.HMaster(1795): Stopping service threads 2024-12-05T00:53:25,455 INFO [M:0;fea72ea5c4b6:43803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T00:53:25,455 INFO [M:0;fea72ea5c4b6:43803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:53:25,456 INFO [M:0;fea72ea5c4b6:43803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T00:53:25,456 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T00:53:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T00:53:25,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:25,523 DEBUG [M:0;fea72ea5c4b6:43803 {}] zookeeper.ZKUtil(347): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T00:53:25,523 WARN [M:0;fea72ea5c4b6:43803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T00:53:25,525 INFO [M:0;fea72ea5c4b6:43803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/.lastflushedseqids 2024-12-05T00:53:25,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:25,531 INFO [RS:0;fea72ea5c4b6:42945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:25,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42945-0x101a2fa65e80001, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:25,531 INFO [RS:0;fea72ea5c4b6:42945 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,42945,1733359987444; zookeeper connection closed. 2024-12-05T00:53:25,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f15cf71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f15cf71 2024-12-05T00:53:25,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T00:53:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741844_1022 (size=139) 2024-12-05T00:53:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741844_1022 (size=139) 2024-12-05T00:53:25,534 INFO [M:0;fea72ea5c4b6:43803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T00:53:25,534 INFO [M:0;fea72ea5c4b6:43803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T00:53:25,534 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:53:25,534 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:25,534 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:25,534 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:53:25,534 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:25,535 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.08 KB heapSize=29.02 KB 2024-12-05T00:53:25,536 WARN [AsyncFSWAL-0-hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData-prefix:fea72ea5c4b6,43803,1733359987279 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:25,536 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fea72ea5c4b6%2C43803%2C1733359987279:(num 1733359987595) roll requested 2024-12-05T00:53:25,549 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733360005536, exclude list is [], retry=0 2024-12-05T00:53:25,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-7b93c69d-28f3-48ab-b6fe-8c6cff61d218,DISK] 2024-12-05T00:53:25,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39269,DS-6266dc69-25b6-49b5-92f9-70d57fc54226,DISK] 2024-12-05T00:53:25,553 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 with entries=54, filesize=26.79 KB; new WAL /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733360005536 2024-12-05T00:53:25,553 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42141:42141),(127.0.0.1/127.0.0.1:37705:37705)] 2024-12-05T00:53:25,553 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 is not closed yet, will try archiving it next time 2024-12-05T00:53:25,553 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:25,554 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T00:53:25,554 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 2024-12-05T00:53:25,555 WARN [IPC Server handler 3 on default port 45337 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-05T00:53:25,555 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 after 1ms 2024-12-05T00:53:25,568 DEBUG [M:0;fea72ea5c4b6:43803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee348a5448964a3fbff01cd714a34582 is 82, key is hbase:meta,,1/info:regioninfo/1733359988661/Put/seqid=0 2024-12-05T00:53:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741846_1025 (size=5672) 2024-12-05T00:53:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741846_1025 (size=5672) 2024-12-05T00:53:25,574 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee348a5448964a3fbff01cd714a34582 2024-12-05T00:53:25,595 DEBUG [M:0;fea72ea5c4b6:43803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e4d95aac9384252ac04a93277f5061f is 773, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733359991386/Put/seqid=0 2024-12-05T00:53:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741847_1026 (size=6113) 2024-12-05T00:53:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741847_1026 (size=6113) 2024-12-05T00:53:25,601 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.48 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e4d95aac9384252ac04a93277f5061f 2024-12-05T00:53:25,620 DEBUG [M:0;fea72ea5c4b6:43803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15604152f2b74773934b6d32225d550a is 69, key is fea72ea5c4b6,42945,1733359987444/rs:state/1733359987914/Put/seqid=0 2024-12-05T00:53:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45547 is added to blk_1073741848_1027 (size=5156) 2024-12-05T00:53:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741848_1027 (size=5156) 2024-12-05T00:53:25,626 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15604152f2b74773934b6d32225d550a 2024-12-05T00:53:25,645 DEBUG [M:0;fea72ea5c4b6:43803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3215929002b54b4db377c265ec698cf5 is 52, key is load_balancer_on/state:d/1733359988792/Put/seqid=0 2024-12-05T00:53:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741849_1028 (size=5056) 2024-12-05T00:53:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741849_1028 (size=5056) 2024-12-05T00:53:25,651 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3215929002b54b4db377c265ec698cf5 2024-12-05T00:53:25,658 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee348a5448964a3fbff01cd714a34582 as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee348a5448964a3fbff01cd714a34582 2024-12-05T00:53:25,663 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee348a5448964a3fbff01cd714a34582, entries=8, sequenceid=56, filesize=5.5 K 2024-12-05T00:53:25,665 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e4d95aac9384252ac04a93277f5061f as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e4d95aac9384252ac04a93277f5061f 2024-12-05T00:53:25,670 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e4d95aac9384252ac04a93277f5061f, entries=6, sequenceid=56, filesize=6.0 K 2024-12-05T00:53:25,671 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15604152f2b74773934b6d32225d550a as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15604152f2b74773934b6d32225d550a 2024-12-05T00:53:25,677 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15604152f2b74773934b6d32225d550a, entries=1, sequenceid=56, filesize=5.0 K 2024-12-05T00:53:25,678 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3215929002b54b4db377c265ec698cf5 as hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3215929002b54b4db377c265ec698cf5 2024-12-05T00:53:25,685 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3215929002b54b4db377c265ec698cf5, entries=1, sequenceid=56, filesize=4.9 K 2024-12-05T00:53:25,686 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=56, compaction requested=false 2024-12-05T00:53:25,687 INFO [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:25,687 DEBUG [M:0;fea72ea5c4b6:43803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360005534Disabling compacts and flushes for region at 1733360005534Disabling writes for close at 1733360005534Obtaining lock to block concurrent updates at 1733360005535 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733360005535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23632, getHeapSize=29656, getOffHeapSize=0, getCellsCount=67 at 1733360005535Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733360005554 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733360005554Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733360005568 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733360005568Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733360005580 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733360005594 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733360005595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733360005607 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733360005620 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733360005620Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733360005631 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733360005644 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733360005644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d37042a: reopening flushed file at 1733360005657 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ece4387: reopening flushed file at 1733360005664 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fe5006: reopening flushed file at 1733360005670 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5caab802: reopening flushed file at 1733360005677 (+7 ms)Finished flush of dataSize ~23.08 KB/23632, heapSize ~28.96 KB/29656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 152ms, sequenceid=56, compaction requested=false at 1733360005686 (+9 ms)Writing region close event to WAL at 1733360005687 (+1 ms)Closed at 1733360005687 2024-12-05T00:53:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741845_1023 (size=757) 2024-12-05T00:53:25,689 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733360005536 not finished, retry = 0 2024-12-05T00:53:25,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39269 is added to blk_1073741845_1023 (size=757) 2024-12-05T00:53:26,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:53:26,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:26,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:26,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:29,556 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 after 4002ms 2024-12-05T00:53:29,556 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/WALs/fea72ea5c4b6,43803,1733359987279/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 to hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/oldWALs/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 2024-12-05T00:53:29,560 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/MasterData/oldWALs/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595 to hdfs://localhost:45337/user/jenkins/test-data/5f1cb352-6eec-e527-ecea-f9b191321316/oldWALs/fea72ea5c4b6%2C43803%2C1733359987279.1733359987595$masterlocalwal$ 2024-12-05T00:53:29,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:53:29,560 INFO [M:0;fea72ea5c4b6:43803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T00:53:29,560 INFO [M:0;fea72ea5c4b6:43803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43803 2024-12-05T00:53:29,560 INFO [M:0;fea72ea5c4b6:43803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:53:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:29,721 INFO [M:0;fea72ea5c4b6:43803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:53:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43803-0x101a2fa65e80000, quorum=127.0.0.1:52160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:53:29,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3def0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:29,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35cbc60a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:29,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:29,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e950b4d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:29,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2797dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:29,732 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:29,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:29,732 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877009462-172.17.0.2-1733359985144 (Datanode Uuid 84366de0-9c27-4de5-8768-d97e33cd2593) service to localhost/127.0.0.1:45337 2024-12-05T00:53:29,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:29,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data1/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,733 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data2/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:29,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c2557c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:29,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@724bced5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:29,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:29,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e76946b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:29,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723fd4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:29,737 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:29,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:29,737 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877009462-172.17.0.2-1733359985144 (Datanode Uuid df560751-c303-4c42-9452-8f02a34ef0ab) service to localhost/127.0.0.1:45337 2024-12-05T00:53:29,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:29,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data9/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data10/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,737 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:29,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d76838e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:29,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60ca3b1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:29,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:29,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d4578b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:29,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b06ff3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:29,740 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:29,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:29,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:29,740 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877009462-172.17.0.2-1733359985144 (Datanode Uuid 95abeb45-ee27-4f9f-85e5-040303a5c3fe) service to localhost/127.0.0.1:45337 2024-12-05T00:53:29,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data7/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data8/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:29,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bb0be6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:29,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c1503e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:29,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:29,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3deed92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:29,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f830d09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:29,746 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:29,746 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877009462-172.17.0.2-1733359985144 (Datanode Uuid 8100c40a-64c8-480f-9686-fb38205654c5) service to localhost/127.0.0.1:45337 2024-12-05T00:53:29,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:29,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:29,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data5/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data6/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:29,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f4810cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:29,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18152f49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:29,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:29,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@679249d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:29,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4a76c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:29,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:53:29,750 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:53:29,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:53:29,750 WARN [BP-1877009462-172.17.0.2-1733359985144 heartbeating to localhost/127.0.0.1:45337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1877009462-172.17.0.2-1733359985144 (Datanode Uuid 4bcce566-8b24-4244-8351-5752703a7901) service to localhost/127.0.0.1:45337 2024-12-05T00:53:29,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data3/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/cluster_22117990-f4fd-e6d7-4442-921a4d4e8465/data/data4/current/BP-1877009462-172.17.0.2-1733359985144 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:53:29,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:53:29,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a9f0012{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:53:29,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@724b4e38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:53:29,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:53:29,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ef478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:53:29,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b1b5aec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir/,STOPPED} 2024-12-05T00:53:29,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T00:53:29,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T00:53:29,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:45337 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:45337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:45337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=305 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10243 (was 9759) - AvailableMemoryMB LEAK? - 2024-12-05T00:53:29,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=10242 2024-12-05T00:53:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.log.dir so I do NOT create it in target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c34d89da-eee4-9142-43d7-ea66a99786e1/hadoop.tmp.dir so I do NOT create it in target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81, deleteOnExit=true 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/test.cache.data in system properties and HBase conf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir in system properties and HBase conf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T00:53:29,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T00:53:29,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T00:53:29,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/nfs.dump.dir in system properties and HBase conf 2024-12-05T00:53:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/java.io.tmpdir in system properties and HBase conf 2024-12-05T00:53:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:53:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T00:53:29,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T00:53:30,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:30,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:30,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:30,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:30,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:53:30,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:30,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5675ef4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:30,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d13024f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:30,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24862949{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/java.io.tmpdir/jetty-localhost-41261-hadoop-hdfs-3_4_1-tests_jar-_-any-14748404962705355512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:53:30,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3627dfe{HTTP/1.1, (http/1.1)}{localhost:41261} 2024-12-05T00:53:30,229 INFO [Time-limited test {}] server.Server(415): Started @93511ms 2024-12-05T00:53:30,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:30,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:30,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:30,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:30,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:53:30,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e46b79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:30,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e4d4b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:30,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2749b77f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/java.io.tmpdir/jetty-localhost-43443-hadoop-hdfs-3_4_1-tests_jar-_-any-2847784833216191590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:30,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b10ba25{HTTP/1.1, (http/1.1)}{localhost:43443} 2024-12-05T00:53:30,587 INFO [Time-limited test {}] server.Server(415): Started @93869ms 2024-12-05T00:53:30,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:30,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:53:30,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:53:30,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:53:30,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:53:30,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:53:30,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d06f275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:53:30,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88c5f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:53:30,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5203cb5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/java.io.tmpdir/jetty-localhost-39129-hadoop-hdfs-3_4_1-tests_jar-_-any-9761753188991249212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:53:30,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e6de787{HTTP/1.1, (http/1.1)}{localhost:39129} 2024-12-05T00:53:30,706 INFO [Time-limited test {}] server.Server(415): Started @93988ms 2024-12-05T00:53:30,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:53:31,926 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data1/current/BP-1665235051-172.17.0.2-1733360009829/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:31,926 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data2/current/BP-1665235051-172.17.0.2-1733360009829/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:31,947 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:31,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8df902950af0d9e0 with lease ID 0x8ac8cccc1ec6f88: Processing first storage report for DS-a25d91f5-81b3-4c33-afe6-f883648941a0 from datanode DatanodeRegistration(127.0.0.1:40621, datanodeUuid=3521d454-bb5d-474d-b0db-e7cd82de2e5f, infoPort=37071, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829) 2024-12-05T00:53:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8df902950af0d9e0 with lease ID 0x8ac8cccc1ec6f88: from storage DS-a25d91f5-81b3-4c33-afe6-f883648941a0 node DatanodeRegistration(127.0.0.1:40621, datanodeUuid=3521d454-bb5d-474d-b0db-e7cd82de2e5f, infoPort=37071, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8df902950af0d9e0 with lease ID 0x8ac8cccc1ec6f88: Processing first storage report for DS-79efae8e-b31b-4750-b8bf-ae94b83cf909 from datanode DatanodeRegistration(127.0.0.1:40621, datanodeUuid=3521d454-bb5d-474d-b0db-e7cd82de2e5f, infoPort=37071, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829) 2024-12-05T00:53:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8df902950af0d9e0 with lease ID 0x8ac8cccc1ec6f88: from storage DS-79efae8e-b31b-4750-b8bf-ae94b83cf909 node DatanodeRegistration(127.0.0.1:40621, datanodeUuid=3521d454-bb5d-474d-b0db-e7cd82de2e5f, infoPort=37071, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:31,979 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data3/current/BP-1665235051-172.17.0.2-1733360009829/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:31,980 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data4/current/BP-1665235051-172.17.0.2-1733360009829/current, will proceed with Du for space computation calculation, 2024-12-05T00:53:31,993 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:53:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a7b10cb8527c3b8 with lease ID 0x8ac8cccc1ec6f89: Processing first storage report for DS-da00979a-ab48-4581-bd8a-a870e883208a from datanode DatanodeRegistration(127.0.0.1:43675, datanodeUuid=8104b056-c9c8-48ae-b313-08d0d694fdfd, infoPort=34085, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829) 2024-12-05T00:53:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a7b10cb8527c3b8 with lease ID 0x8ac8cccc1ec6f89: from storage DS-da00979a-ab48-4581-bd8a-a870e883208a node DatanodeRegistration(127.0.0.1:43675, datanodeUuid=8104b056-c9c8-48ae-b313-08d0d694fdfd, infoPort=34085, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:53:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a7b10cb8527c3b8 with lease ID 0x8ac8cccc1ec6f89: Processing first storage report for DS-684f8bde-0b5c-4fad-83ae-39ac457aea45 from datanode DatanodeRegistration(127.0.0.1:43675, datanodeUuid=8104b056-c9c8-48ae-b313-08d0d694fdfd, infoPort=34085, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829) 2024-12-05T00:53:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a7b10cb8527c3b8 with lease ID 0x8ac8cccc1ec6f89: from storage DS-684f8bde-0b5c-4fad-83ae-39ac457aea45 node DatanodeRegistration(127.0.0.1:43675, datanodeUuid=8104b056-c9c8-48ae-b313-08d0d694fdfd, infoPort=34085, infoSecurePort=0, ipcPort=41701, storageInfo=lv=-57;cid=testClusterID;nsid=1152966335;c=1733360009829), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:53:32,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf 2024-12-05T00:53:32,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/zookeeper_0, clientPort=64881, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T00:53:32,041 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64881 2024-12-05T00:53:32,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:53:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:53:32,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661 with version=8 2024-12-05T00:53:32,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase-staging 2024-12-05T00:53:32,054 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:53:32,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:32,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:32,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:53:32,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:32,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:53:32,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T00:53:32,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:53:32,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33845 2024-12-05T00:53:32,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33845 connecting to ZooKeeper ensemble=127.0.0.1:64881 2024-12-05T00:53:32,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338450x0, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:53:32,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33845-0x101a2fac6b20000 connected 2024-12-05T00:53:32,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:32,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661, hbase.cluster.distributed=false 2024-12-05T00:53:32,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:53:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33845 2024-12-05T00:53:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33845 2024-12-05T00:53:32,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33845 2024-12-05T00:53:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33845 2024-12-05T00:53:32,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33845 2024-12-05T00:53:32,294 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:53:32,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:53:32,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36997 2024-12-05T00:53:32,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36997 connecting to ZooKeeper ensemble=127.0.0.1:64881 2024-12-05T00:53:32,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369970x0, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:53:32,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36997-0x101a2fac6b20001 connected 2024-12-05T00:53:32,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:53:32,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:53:32,306 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:53:32,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:53:32,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:53:32,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36997 2024-12-05T00:53:32,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36997 2024-12-05T00:53:32,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36997 2024-12-05T00:53:32,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36997 2024-12-05T00:53:32,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36997 2024-12-05T00:53:32,325 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea72ea5c4b6:33845 2024-12-05T00:53:32,325 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:32,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:32,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:32,337 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:53:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:32,348 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T00:53:32,348 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fea72ea5c4b6,33845,1733360012054 from backup master directory 2024-12-05T00:53:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:32,357 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:53:32,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:53:32,357 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:32,363 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/hbase.id] with ID: 9ca4dbce-91c7-4da0-8abb-a008feb52ac8 2024-12-05T00:53:32,363 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/.tmp/hbase.id 2024-12-05T00:53:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:53:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:53:32,371 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/.tmp/hbase.id]:[hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/hbase.id] 2024-12-05T00:53:32,383 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:32,383 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T00:53:32,385 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T00:53:32,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:32,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:32,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:53:32,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:53:32,396 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:53:32,397 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T00:53:32,397 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:53:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:53:32,406 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store 2024-12-05T00:53:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:53:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:53:32,814 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:32,815 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:53:32,815 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:32,815 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:32,815 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:53:32,815 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:32,815 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:53:32,815 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360012815Disabling compacts and flushes for region at 1733360012815Disabling writes for close at 1733360012815Writing region close event to WAL at 1733360012815Closed at 1733360012815 2024-12-05T00:53:32,816 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/.initializing 2024-12-05T00:53:32,816 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/WALs/fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:32,818 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:32,821 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C33845%2C1733360012054, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/WALs/fea72ea5c4b6,33845,1733360012054, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/oldWALs, maxLogs=10 2024-12-05T00:53:32,837 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/WALs/fea72ea5c4b6,33845,1733360012054/fea72ea5c4b6%2C33845%2C1733360012054.1733360012821, exclude list is [], retry=0 2024-12-05T00:53:32,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-da00979a-ab48-4581-bd8a-a870e883208a,DISK] 2024-12-05T00:53:32,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-a25d91f5-81b3-4c33-afe6-f883648941a0,DISK] 2024-12-05T00:53:32,845 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/WALs/fea72ea5c4b6,33845,1733360012054/fea72ea5c4b6%2C33845%2C1733360012054.1733360012821 2024-12-05T00:53:32,845 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34085:34085),(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-05T00:53:32,846 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:32,846 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:32,846 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,846 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T00:53:32,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:32,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:32,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T00:53:32,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:32,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:32,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T00:53:32,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:32,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:32,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T00:53:32,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:32,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:32,858 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,858 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,859 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,860 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,860 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,861 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:53:32,862 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:53:32,864 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:32,865 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=883508, jitterRate=0.12343944609165192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:53:32,866 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733360012846Initializing all the Stores at 1733360012847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360012848 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360012848Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360012848Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360012848Cleaning up temporary data from old regions at 1733360012860 (+12 ms)Region opened successfully at 1733360012866 (+6 ms) 2024-12-05T00:53:32,866 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T00:53:32,870 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee527bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:53:32,871 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T00:53:32,871 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T00:53:32,871 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T00:53:32,871 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T00:53:32,872 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T00:53:32,872 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T00:53:32,872 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T00:53:32,875 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T00:53:32,876 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T00:53:32,947 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T00:53:32,948 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T00:53:32,950 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T00:53:33,001 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T00:53:33,002 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T00:53:33,005 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T00:53:33,064 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T00:53:33,065 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T00:53:33,106 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T00:53:33,109 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T00:53:33,180 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T00:53:33,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:33,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:53:33,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,210 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea72ea5c4b6,33845,1733360012054, sessionid=0x101a2fac6b20000, setting cluster-up flag (Was=false) 2024-12-05T00:53:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,262 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T00:53:33,264 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,315 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T00:53:33,318 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:33,321 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T00:53:33,324 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:33,325 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T00:53:33,325 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T00:53:33,325 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea72ea5c4b6,33845,1733360012054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea72ea5c4b6:0, corePoolSize=10, maxPoolSize=10 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:53:33,328 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733360043330 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T00:53:33,330 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T00:53:33,331 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:33,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T00:53:33,331 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T00:53:33,331 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T00:53:33,331 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T00:53:33,332 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T00:53:33,332 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T00:53:33,332 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360013332,5,FailOnTimeoutGroup] 2024-12-05T00:53:33,333 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360013332,5,FailOnTimeoutGroup] 2024-12-05T00:53:33,333 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,333 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T00:53:33,333 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,333 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T00:53:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:53:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:53:33,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T00:53:33,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661 2024-12-05T00:53:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:53:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:53:33,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:33,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:53:33,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:53:33,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:53:33,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:53:33,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:53:33,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:53:33,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:53:33,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:53:33,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:53:33,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740 2024-12-05T00:53:33,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740 2024-12-05T00:53:33,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:53:33,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:53:33,362 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:53:33,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:53:33,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:33,365 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696732, jitterRate=-0.11406034231185913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:53:33,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733360013350Initializing all the Stores at 1733360013351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360013351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360013351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360013351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360013351Cleaning up temporary data from old regions at 1733360013361 (+10 ms)Region opened successfully at 1733360013366 (+5 ms) 2024-12-05T00:53:33,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:53:33,366 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:53:33,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:53:33,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:53:33,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:53:33,366 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:53:33,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360013366Disabling compacts and flushes for region at 1733360013366Disabling writes for close at 1733360013366Writing region close event to WAL at 1733360013366Closed at 1733360013366 2024-12-05T00:53:33,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:33,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T00:53:33,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T00:53:33,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:53:33,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T00:53:33,416 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(746): ClusterId : 9ca4dbce-91c7-4da0-8abb-a008feb52ac8 2024-12-05T00:53:33,417 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:53:33,421 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:53:33,421 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:53:33,432 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:53:33,432 DEBUG [RS:0;fea72ea5c4b6:36997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bc2a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:53:33,442 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea72ea5c4b6:36997 2024-12-05T00:53:33,443 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:53:33,443 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:53:33,443 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:53:33,444 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,33845,1733360012054 with port=36997, startcode=1733360012293 2024-12-05T00:53:33,444 DEBUG [RS:0;fea72ea5c4b6:36997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:53:33,445 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:53:33,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33845 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,447 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661 2024-12-05T00:53:33,447 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45255 2024-12-05T00:53:33,448 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:53:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:53:33,452 DEBUG [RS:0;fea72ea5c4b6:36997 {}] zookeeper.ZKUtil(111): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,452 WARN [RS:0;fea72ea5c4b6:36997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:53:33,452 INFO [RS:0;fea72ea5c4b6:36997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:33,452 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,36997,1733360012293] 2024-12-05T00:53:33,456 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:53:33,458 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:53:33,458 INFO [RS:0;fea72ea5c4b6:36997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:53:33,458 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,458 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:53:33,459 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:53:33,459 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:53:33,460 DEBUG [RS:0;fea72ea5c4b6:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:53:33,464 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,464 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,464 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,464 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,464 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,464 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,36997,1733360012293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:53:33,477 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:53:33,477 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,36997,1733360012293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,477 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,478 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.Replication(171): fea72ea5c4b6,36997,1733360012293 started 2024-12-05T00:53:33,489 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:33,489 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,36997,1733360012293, RpcServer on fea72ea5c4b6/172.17.0.2:36997, sessionid=0x101a2fac6b20001 2024-12-05T00:53:33,490 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:53:33,490 DEBUG [RS:0;fea72ea5c4b6:36997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,490 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,36997,1733360012293' 2024-12-05T00:53:33,490 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:53:33,490 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:53:33,491 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:53:33,491 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:53:33,491 DEBUG [RS:0;fea72ea5c4b6:36997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,491 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,36997,1733360012293' 2024-12-05T00:53:33,491 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:53:33,492 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:53:33,492 DEBUG [RS:0;fea72ea5c4b6:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:53:33,492 INFO [RS:0;fea72ea5c4b6:36997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:53:33,492 INFO [RS:0;fea72ea5c4b6:36997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:53:33,521 WARN [fea72ea5c4b6:33845 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T00:53:33,593 INFO [RS:0;fea72ea5c4b6:36997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:53:33,596 INFO [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C36997%2C1733360012293, suffix=, logDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/oldWALs, maxLogs=32 2024-12-05T00:53:33,612 DEBUG [RS:0;fea72ea5c4b6:36997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360013597, exclude list is [], retry=0 2024-12-05T00:53:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-a25d91f5-81b3-4c33-afe6-f883648941a0,DISK] 2024-12-05T00:53:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-da00979a-ab48-4581-bd8a-a870e883208a,DISK] 2024-12-05T00:53:33,616 INFO [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360013597 2024-12-05T00:53:33,616 DEBUG [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071),(127.0.0.1/127.0.0.1:34085:34085)] 2024-12-05T00:53:33,771 DEBUG [fea72ea5c4b6:33845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T00:53:33,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:33,773 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,36997,1733360012293, state=OPENING 2024-12-05T00:53:33,789 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T00:53:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:53:33,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:33,800 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:53:33,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:33,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36997,1733360012293}] 2024-12-05T00:53:33,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:53:33,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:53:33,958 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T00:53:33,958 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:53:33,958 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T00:53:33,960 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C36997%2C1733360012293.meta, suffix=.meta, logDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293, archiveDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/oldWALs, maxLogs=32 2024-12-05T00:53:33,972 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.meta.1733360013960.meta, exclude list is [], retry=0 2024-12-05T00:53:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-a25d91f5-81b3-4c33-afe6-f883648941a0,DISK] 2024-12-05T00:53:33,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-da00979a-ab48-4581-bd8a-a870e883208a,DISK] 2024-12-05T00:53:33,976 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.meta.1733360013960.meta 2024-12-05T00:53:33,978 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071),(127.0.0.1/127.0.0.1:34085:34085)] 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T00:53:33,979 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T00:53:33,979 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T00:53:33,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:53:33,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:53:33,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:53:33,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:53:33,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:53:33,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:53:33,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:53:33,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:53:33,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:33,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:53:33,987 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:53:33,988 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740 2024-12-05T00:53:33,989 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740 2024-12-05T00:53:33,991 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:53:33,991 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:53:33,991 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:53:33,993 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:53:33,994 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835708, jitterRate=0.06265775859355927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:53:33,994 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T00:53:33,994 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733360013979Writing region info on filesystem at 1733360013979Initializing all the Stores at 1733360013980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360013981 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360013981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360013981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360013981Cleaning up temporary data from old regions at 1733360013991 (+10 ms)Running coprocessor post-open hooks at 1733360013994 (+3 ms)Region opened successfully at 1733360013994 2024-12-05T00:53:33,995 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733360013952 2024-12-05T00:53:33,998 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T00:53:33,998 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T00:53:33,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:34,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,36997,1733360012293, state=OPEN 2024-12-05T00:53:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:53:34,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:53:34,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:34,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:34,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:53:34,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T00:53:34,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36997,1733360012293 in 236 msec 2024-12-05T00:53:34,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T00:53:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-12-05T00:53:34,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T00:53:34,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:34,044 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:53:34,044 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T00:53:34,044 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:53:34,044 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T00:53:34,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:53:34,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,36997,1733360012293, seqNum=-1] 2024-12-05T00:53:34,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:53:34,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59377, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:53:34,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-12-05T00:53:34,052 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733360014052, completionTime=-1 2024-12-05T00:53:34,052 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T00:53:34,052 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T00:53:34,053 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T00:53:34,053 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733360074053 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733360134054 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,33845,1733360012054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,33845,1733360012054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,33845,1733360012054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea72ea5c4b6:33845, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,054 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,056 DEBUG [master/fea72ea5c4b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.701sec 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,33845,1733360012054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:53:34,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,33845,1733360012054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T00:53:34,061 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T00:53:34,061 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T00:53:34,061 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,33845,1733360012054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:53:34,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24183b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:53:34,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea72ea5c4b6,33845,-1 for getting cluster id 2024-12-05T00:53:34,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T00:53:34,119 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ca4dbce-91c7-4da0-8abb-a008feb52ac8' 2024-12-05T00:53:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T00:53:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ca4dbce-91c7-4da0-8abb-a008feb52ac8" 2024-12-05T00:53:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2212ccca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:53:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea72ea5c4b6,33845,-1] 2024-12-05T00:53:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T00:53:34,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:53:34,122 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T00:53:34,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba05239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:53:34,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:53:34,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,36997,1733360012293, seqNum=-1] 2024-12-05T00:53:34,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:53:34,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:53:34,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:34,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:53:34,132 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T00:53:34,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T00:53:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fea72ea5c4b6,33845,1733360012054 2024-12-05T00:53:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@445240c4 2024-12-05T00:53:34,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T00:53:34,136 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T00:53:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T00:53:34,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T00:53:34,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:53:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:34,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T00:53:34,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:34,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-05T00:53:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:53:34,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T00:53:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741835_1011 (size=405) 2024-12-05T00:53:34,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741835_1011 (size=405) 2024-12-05T00:53:34,148 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50aba1b1314b03909e060dc3e86a4e34, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661 2024-12-05T00:53:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741836_1012 (size=88) 2024-12-05T00:53:34,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741836_1012 (size=88) 2024-12-05T00:53:34,155 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:34,155 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 50aba1b1314b03909e060dc3e86a4e34, disabling compactions & flushes 2024-12-05T00:53:34,155 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,156 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,156 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. after waiting 0 ms 2024-12-05T00:53:34,156 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,156 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,156 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50aba1b1314b03909e060dc3e86a4e34: Waiting for close lock at 1733360014155Disabling compacts and flushes for region at 1733360014155Disabling writes for close at 1733360014156 (+1 ms)Writing region close event to WAL at 1733360014156Closed at 1733360014156 2024-12-05T00:53:34,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T00:53:34,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733360014157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733360014157"}]},"ts":"1733360014157"} 2024-12-05T00:53:34,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T00:53:34,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T00:53:34,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733360014161"}]},"ts":"1733360014161"} 2024-12-05T00:53:34,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-05T00:53:34,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=50aba1b1314b03909e060dc3e86a4e34, ASSIGN}] 2024-12-05T00:53:34,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=50aba1b1314b03909e060dc3e86a4e34, ASSIGN 2024-12-05T00:53:34,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=50aba1b1314b03909e060dc3e86a4e34, ASSIGN; state=OFFLINE, location=fea72ea5c4b6,36997,1733360012293; forceNewPlan=false, retain=false 2024-12-05T00:53:34,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50aba1b1314b03909e060dc3e86a4e34, regionState=OPENING, regionLocation=fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=50aba1b1314b03909e060dc3e86a4e34, ASSIGN because future has completed 2024-12-05T00:53:34,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50aba1b1314b03909e060dc3e86a4e34, server=fea72ea5c4b6,36997,1733360012293}] 2024-12-05T00:53:34,478 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,479 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50aba1b1314b03909e060dc3e86a4e34, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:53:34,479 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,479 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:53:34,479 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,479 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,481 INFO [StoreOpener-50aba1b1314b03909e060dc3e86a4e34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,483 INFO [StoreOpener-50aba1b1314b03909e060dc3e86a4e34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50aba1b1314b03909e060dc3e86a4e34 columnFamilyName info 2024-12-05T00:53:34,483 DEBUG [StoreOpener-50aba1b1314b03909e060dc3e86a4e34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:53:34,484 INFO [StoreOpener-50aba1b1314b03909e060dc3e86a4e34-1 {}] regionserver.HStore(327): Store=50aba1b1314b03909e060dc3e86a4e34/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:53:34,484 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,488 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,492 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,493 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,493 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,495 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,498 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:53:34,498 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50aba1b1314b03909e060dc3e86a4e34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831976, jitterRate=0.057912588119506836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:53:34,499 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:53:34,499 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50aba1b1314b03909e060dc3e86a4e34: Running coprocessor pre-open hook at 1733360014479Writing region info on filesystem at 1733360014479Initializing all the Stores at 1733360014481 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360014481Cleaning up temporary data from old regions at 1733360014493 (+12 ms)Running coprocessor post-open hooks at 1733360014499 (+6 ms)Region opened successfully at 1733360014499 2024-12-05T00:53:34,500 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34., pid=6, masterSystemTime=1733360014473 2024-12-05T00:53:34,505 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,505 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:34,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50aba1b1314b03909e060dc3e86a4e34, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,36997,1733360012293 2024-12-05T00:53:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50aba1b1314b03909e060dc3e86a4e34, server=fea72ea5c4b6,36997,1733360012293 because future has completed 2024-12-05T00:53:34,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T00:53:34,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50aba1b1314b03909e060dc3e86a4e34, server=fea72ea5c4b6,36997,1733360012293 in 193 msec 2024-12-05T00:53:34,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T00:53:34,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=50aba1b1314b03909e060dc3e86a4e34, ASSIGN in 354 msec 2024-12-05T00:53:34,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T00:53:34,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733360014522"}]},"ts":"1733360014522"} 2024-12-05T00:53:34,525 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-05T00:53:34,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T00:53:34,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 389 msec 2024-12-05T00:53:38,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:38,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:53:39,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:53:39,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T00:53:39,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-05T00:53:44,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:44,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T00:53:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:53:44,217 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T00:53:44,217 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-05T00:53:44,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:44,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34., hostname=fea72ea5c4b6,36997,1733360012293, seqNum=2] 2024-12-05T00:53:44,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:44,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T00:53:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T00:53:44,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T00:53:44,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T00:53:44,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T00:53:44,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:44,401 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 50aba1b1314b03909e060dc3e86a4e34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T00:53:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/3040c1af5cc441eca66b89db8d60a6e7 is 1055, key is row0001/info:/1733360024228/Put/seqid=0 2024-12-05T00:53:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741837_1013 (size=6008) 2024-12-05T00:53:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741837_1013 (size=6008) 2024-12-05T00:53:44,422 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/3040c1af5cc441eca66b89db8d60a6e7 2024-12-05T00:53:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/3040c1af5cc441eca66b89db8d60a6e7 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/3040c1af5cc441eca66b89db8d60a6e7 2024-12-05T00:53:44,438 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/3040c1af5cc441eca66b89db8d60a6e7, entries=1, sequenceid=5, filesize=5.9 K 2024-12-05T00:53:44,439 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50aba1b1314b03909e060dc3e86a4e34 in 38ms, sequenceid=5, compaction requested=false 2024-12-05T00:53:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 50aba1b1314b03909e060dc3e86a4e34: 2024-12-05T00:53:44,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T00:53:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T00:53:44,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T00:53:44,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 203 msec 2024-12-05T00:53:44,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 213 msec 2024-12-05T00:53:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T00:53:54,245 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T00:53:54,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:53:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T00:53:54,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T00:53:54,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T00:53:54,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T00:53:54,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T00:53:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:54,409 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 50aba1b1314b03909e060dc3e86a4e34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T00:53:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/b76bb7542eb54cf8b3bb796854ef66e7 is 1055, key is row0002/info:/1733360034246/Put/seqid=0 2024-12-05T00:53:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741838_1014 (size=6008) 2024-12-05T00:53:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741838_1014 (size=6008) 2024-12-05T00:53:54,426 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/b76bb7542eb54cf8b3bb796854ef66e7 2024-12-05T00:53:54,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/b76bb7542eb54cf8b3bb796854ef66e7 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/b76bb7542eb54cf8b3bb796854ef66e7 2024-12-05T00:53:54,442 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/b76bb7542eb54cf8b3bb796854ef66e7, entries=1, sequenceid=9, filesize=5.9 K 2024-12-05T00:53:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50aba1b1314b03909e060dc3e86a4e34 in 34ms, sequenceid=9, compaction requested=false 2024-12-05T00:53:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 50aba1b1314b03909e060dc3e86a4e34: 2024-12-05T00:53:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:53:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T00:53:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T00:53:54,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T00:53:54,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-12-05T00:53:54,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-12-05T00:54:02,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T00:54:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T00:54:04,307 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T00:54:04,333 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360044314, exclude list is [], retry=0 2024-12-05T00:54:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-da00979a-ab48-4581-bd8a-a870e883208a,DISK] 2024-12-05T00:54:04,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-a25d91f5-81b3-4c33-afe6-f883648941a0,DISK] 2024-12-05T00:54:04,338 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360013597 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360044314 2024-12-05T00:54:04,338 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34085:34085),(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-05T00:54:04,338 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360013597 is not closed yet, will try archiving it next time 2024-12-05T00:54:04,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:54:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741833_1009 (size=5471) 2024-12-05T00:54:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741833_1009 (size=5471) 2024-12-05T00:54:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:54:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T00:54:04,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T00:54:04,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T00:54:04,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T00:54:04,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T00:54:04,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:04,500 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 50aba1b1314b03909e060dc3e86a4e34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T00:54:04,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/4165631a199a4b0390c7d8bab534f93e is 1055, key is row0003/info:/1733360044311/Put/seqid=0 2024-12-05T00:54:04,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741840_1016 (size=6008) 2024-12-05T00:54:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741840_1016 (size=6008) 2024-12-05T00:54:04,519 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/4165631a199a4b0390c7d8bab534f93e 2024-12-05T00:54:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/4165631a199a4b0390c7d8bab534f93e as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4165631a199a4b0390c7d8bab534f93e 2024-12-05T00:54:04,537 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4165631a199a4b0390c7d8bab534f93e, entries=1, sequenceid=13, filesize=5.9 K 2024-12-05T00:54:04,539 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50aba1b1314b03909e060dc3e86a4e34 in 39ms, sequenceid=13, compaction requested=true 2024-12-05T00:54:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 50aba1b1314b03909e060dc3e86a4e34: 2024-12-05T00:54:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:04,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T00:54:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T00:54:04,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T00:54:04,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 198 msec 2024-12-05T00:54:04,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 205 msec 2024-12-05T00:54:14,061 INFO [master/fea72ea5c4b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T00:54:14,061 INFO [master/fea72ea5c4b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T00:54:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T00:54:14,417 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T00:54:14,424 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:14,427 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:14,428 DEBUG [Time-limited test {}] regionserver.HStore(1541): 50aba1b1314b03909e060dc3e86a4e34/info is initiating minor compaction (all files) 2024-12-05T00:54:14,428 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:54:14,428 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:14,428 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 50aba1b1314b03909e060dc3e86a4e34/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:14,429 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/3040c1af5cc441eca66b89db8d60a6e7, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/b76bb7542eb54cf8b3bb796854ef66e7, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4165631a199a4b0390c7d8bab534f93e] into tmpdir=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp, totalSize=17.6 K 2024-12-05T00:54:14,430 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3040c1af5cc441eca66b89db8d60a6e7, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733360024228 2024-12-05T00:54:14,430 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b76bb7542eb54cf8b3bb796854ef66e7, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733360034246 2024-12-05T00:54:14,431 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4165631a199a4b0390c7d8bab534f93e, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733360044311 2024-12-05T00:54:14,454 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 50aba1b1314b03909e060dc3e86a4e34#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:14,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/4cd59ab5c9da40f3b1c087b7a02c8c96 is 1055, key is row0001/info:/1733360024228/Put/seqid=0 2024-12-05T00:54:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741841_1017 (size=8221) 2024-12-05T00:54:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741841_1017 (size=8221) 2024-12-05T00:54:14,468 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/4cd59ab5c9da40f3b1c087b7a02c8c96 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4cd59ab5c9da40f3b1c087b7a02c8c96 2024-12-05T00:54:14,483 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50aba1b1314b03909e060dc3e86a4e34/info of 50aba1b1314b03909e060dc3e86a4e34 into 4cd59ab5c9da40f3b1c087b7a02c8c96(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:14,483 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 50aba1b1314b03909e060dc3e86a4e34: 2024-12-05T00:54:14,498 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360054486, exclude list is [], retry=0 2024-12-05T00:54:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-da00979a-ab48-4581-bd8a-a870e883208a,DISK] 2024-12-05T00:54:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-a25d91f5-81b3-4c33-afe6-f883648941a0,DISK] 2024-12-05T00:54:14,502 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360044314 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360054486 2024-12-05T00:54:14,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071),(127.0.0.1/127.0.0.1:34085:34085)] 2024-12-05T00:54:14,503 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360044314 is not closed yet, will try archiving it next time 2024-12-05T00:54:14,503 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360013597 to hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/oldWALs/fea72ea5c4b6%2C36997%2C1733360012293.1733360013597 2024-12-05T00:54:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741839_1015 (size=2495) 2024-12-05T00:54:14,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:54:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741839_1015 (size=2495) 2024-12-05T00:54:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:54:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T00:54:14,507 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T00:54:14,508 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T00:54:14,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T00:54:14,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T00:54:14,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:14,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 50aba1b1314b03909e060dc3e86a4e34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T00:54:14,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/ae3ff151a1af4af7ba122eeb4065b403 is 1055, key is row0000/info:/1733360054485/Put/seqid=0 2024-12-05T00:54:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741843_1019 (size=6008) 2024-12-05T00:54:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741843_1019 (size=6008) 2024-12-05T00:54:14,671 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/ae3ff151a1af4af7ba122eeb4065b403 2024-12-05T00:54:14,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/ae3ff151a1af4af7ba122eeb4065b403 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/ae3ff151a1af4af7ba122eeb4065b403 2024-12-05T00:54:14,685 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/ae3ff151a1af4af7ba122eeb4065b403, entries=1, sequenceid=18, filesize=5.9 K 2024-12-05T00:54:14,687 INFO [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50aba1b1314b03909e060dc3e86a4e34 in 25ms, sequenceid=18, compaction requested=false 2024-12-05T00:54:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 50aba1b1314b03909e060dc3e86a4e34: 2024-12-05T00:54:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T00:54:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T00:54:14,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T00:54:14,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-12-05T00:54:14,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-12-05T00:54:19,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 50aba1b1314b03909e060dc3e86a4e34, had cached 0 bytes from a total of 14229 2024-12-05T00:54:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T00:54:24,556 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T00:54:24,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360064562, exclude list is [], retry=0 2024-12-05T00:54:24,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43675,DS-da00979a-ab48-4581-bd8a-a870e883208a,DISK] 2024-12-05T00:54:24,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40621,DS-a25d91f5-81b3-4c33-afe6-f883648941a0,DISK] 2024-12-05T00:54:24,583 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360054486 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360064562 2024-12-05T00:54:24,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34085:34085),(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-05T00:54:24,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360054486 is not closed yet, will try archiving it next time 2024-12-05T00:54:24,583 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360044314 to hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/oldWALs/fea72ea5c4b6%2C36997%2C1733360012293.1733360044314 2024-12-05T00:54:24,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T00:54:24,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:54:24,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:54:24,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:54:24,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:54:24,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T00:54:24,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T00:54:24,584 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=976823287, stopped=false 2024-12-05T00:54:24,584 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea72ea5c4b6,33845,1733360012054 2024-12-05T00:54:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741842_1018 (size=2001) 2024-12-05T00:54:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741842_1018 (size=2001) 2024-12-05T00:54:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:54:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:54:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:24,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:24,649 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:54:24,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:54:24,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:54:24,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:54:24,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:54:24,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:54:24,651 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,36997,1733360012293' ***** 2024-12-05T00:54:24,651 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:54:24,652 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:54:24,652 INFO [RS:0;fea72ea5c4b6:36997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:54:24,652 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:54:24,652 INFO [RS:0;fea72ea5c4b6:36997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:54:24,652 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(3091): Received CLOSE for 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:54:24,653 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,36997,1733360012293 2024-12-05T00:54:24,653 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:54:24,653 INFO [RS:0;fea72ea5c4b6:36997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea72ea5c4b6:36997. 2024-12-05T00:54:24,653 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50aba1b1314b03909e060dc3e86a4e34, disabling compactions & flushes 2024-12-05T00:54:24,653 DEBUG [RS:0;fea72ea5c4b6:36997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:54:24,653 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:24,653 DEBUG [RS:0;fea72ea5c4b6:36997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:54:24,653 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:24,653 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. after waiting 0 ms 2024-12-05T00:54:24,653 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:54:24,653 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:54:24,653 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:24,653 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:54:24,654 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T00:54:24,654 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 50aba1b1314b03909e060dc3e86a4e34 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T00:54:24,654 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T00:54:24,654 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 50aba1b1314b03909e060dc3e86a4e34=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.} 2024-12-05T00:54:24,654 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:54:24,654 DEBUG [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50aba1b1314b03909e060dc3e86a4e34 2024-12-05T00:54:24,654 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:54:24,654 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:54:24,654 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:54:24,655 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:54:24,655 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-05T00:54:24,660 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/2988ce35784b4385bddfadc707968454 is 1055, key is row0001/info:/1733360064559/Put/seqid=0 2024-12-05T00:54:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741845_1021 (size=6008) 2024-12-05T00:54:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741845_1021 (size=6008) 2024-12-05T00:54:24,665 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/2988ce35784b4385bddfadc707968454 2024-12-05T00:54:24,672 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/.tmp/info/2988ce35784b4385bddfadc707968454 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/2988ce35784b4385bddfadc707968454 2024-12-05T00:54:24,674 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/info/0d50a57d00b04af8975b359262abea4d is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34./info:regioninfo/1733360014506/Put/seqid=0 2024-12-05T00:54:24,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741846_1022 (size=7308) 2024-12-05T00:54:24,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741846_1022 (size=7308) 2024-12-05T00:54:24,679 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/info/0d50a57d00b04af8975b359262abea4d 2024-12-05T00:54:24,680 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/2988ce35784b4385bddfadc707968454, entries=1, sequenceid=22, filesize=5.9 K 2024-12-05T00:54:24,681 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50aba1b1314b03909e060dc3e86a4e34 in 28ms, sequenceid=22, compaction requested=true 2024-12-05T00:54:24,682 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/3040c1af5cc441eca66b89db8d60a6e7, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/b76bb7542eb54cf8b3bb796854ef66e7, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4165631a199a4b0390c7d8bab534f93e] to archive 2024-12-05T00:54:24,685 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:54:24,688 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/3040c1af5cc441eca66b89db8d60a6e7 to hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/3040c1af5cc441eca66b89db8d60a6e7 2024-12-05T00:54:24,690 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/b76bb7542eb54cf8b3bb796854ef66e7 to hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/b76bb7542eb54cf8b3bb796854ef66e7 2024-12-05T00:54:24,691 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4165631a199a4b0390c7d8bab534f93e to hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/info/4165631a199a4b0390c7d8bab534f93e 2024-12-05T00:54:24,700 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/ns/86e93ee6b52e441c86daee9a39705c88 is 43, key is default/ns:d/1733360014047/Put/seqid=0 2024-12-05T00:54:24,702 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea72ea5c4b6:33845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T00:54:24,703 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3040c1af5cc441eca66b89db8d60a6e7=6008, b76bb7542eb54cf8b3bb796854ef66e7=6008, 4165631a199a4b0390c7d8bab534f93e=6008] 2024-12-05T00:54:24,707 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/50aba1b1314b03909e060dc3e86a4e34/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-05T00:54:24,708 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741847_1023 (size=5153) 2024-12-05T00:54:24,708 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50aba1b1314b03909e060dc3e86a4e34: Waiting for close lock at 1733360064653Running coprocessor pre-close hooks at 1733360064653Disabling compacts and flushes for region at 1733360064653Disabling writes for close at 1733360064653Obtaining lock to block concurrent updates at 1733360064654 (+1 ms)Preparing flush snapshotting stores in 50aba1b1314b03909e060dc3e86a4e34 at 1733360064654Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733360064654Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. at 1733360064655 (+1 ms)Flushing 50aba1b1314b03909e060dc3e86a4e34/info: creating writer at 1733360064655Flushing 50aba1b1314b03909e060dc3e86a4e34/info: appending metadata at 1733360064659 (+4 ms)Flushing 50aba1b1314b03909e060dc3e86a4e34/info: closing flushed file at 1733360064659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cb0d8e: reopening flushed file at 1733360064671 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 50aba1b1314b03909e060dc3e86a4e34 in 28ms, sequenceid=22, compaction requested=true at 1733360064681 (+10 ms)Writing region close event to WAL at 1733360064703 (+22 ms)Running coprocessor post-close hooks at 1733360064708 (+5 ms)Closed at 1733360064708 2024-12-05T00:54:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741847_1023 (size=5153) 2024-12-05T00:54:24,708 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733360014136.50aba1b1314b03909e060dc3e86a4e34. 2024-12-05T00:54:24,708 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/ns/86e93ee6b52e441c86daee9a39705c88 2024-12-05T00:54:24,727 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/table/e173c44e2e7e43a78052adcbb196fe29 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733360014522/Put/seqid=0 2024-12-05T00:54:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741848_1024 (size=5508) 2024-12-05T00:54:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741848_1024 (size=5508) 2024-12-05T00:54:24,733 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/table/e173c44e2e7e43a78052adcbb196fe29 2024-12-05T00:54:24,740 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/info/0d50a57d00b04af8975b359262abea4d as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/info/0d50a57d00b04af8975b359262abea4d 2024-12-05T00:54:24,746 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/info/0d50a57d00b04af8975b359262abea4d, entries=10, sequenceid=11, filesize=7.1 K 2024-12-05T00:54:24,747 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/ns/86e93ee6b52e441c86daee9a39705c88 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/ns/86e93ee6b52e441c86daee9a39705c88 2024-12-05T00:54:24,754 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/ns/86e93ee6b52e441c86daee9a39705c88, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T00:54:24,755 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/.tmp/table/e173c44e2e7e43a78052adcbb196fe29 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/table/e173c44e2e7e43a78052adcbb196fe29 2024-12-05T00:54:24,761 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/table/e173c44e2e7e43a78052adcbb196fe29, entries=2, sequenceid=11, filesize=5.4 K 2024-12-05T00:54:24,762 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=11, compaction requested=false 2024-12-05T00:54:24,767 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T00:54:24,767 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:54:24,767 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:54:24,768 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360064654Running coprocessor pre-close hooks at 1733360064654Disabling compacts and flushes for region at 1733360064654Disabling writes for close at 1733360064654Obtaining lock to block concurrent updates at 1733360064655 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733360064655Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733360064655Flushing stores of hbase:meta,,1.1588230740 at 1733360064656 (+1 ms)Flushing 1588230740/info: creating writer at 1733360064656Flushing 1588230740/info: appending metadata at 1733360064674 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733360064674Flushing 1588230740/ns: creating writer at 1733360064686 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733360064700 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733360064700Flushing 1588230740/table: creating writer at 1733360064714 (+14 ms)Flushing 1588230740/table: appending metadata at 1733360064727 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733360064727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caff3d5: reopening flushed file at 1733360064739 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6d9776: reopening flushed file at 1733360064746 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27826436: reopening flushed file at 1733360064754 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=11, compaction requested=false at 1733360064762 (+8 ms)Writing region close event to WAL at 1733360064764 (+2 ms)Running coprocessor post-close hooks at 1733360064767 (+3 ms)Closed at 1733360064767 2024-12-05T00:54:24,768 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T00:54:24,854 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,36997,1733360012293; all regions closed. 2024-12-05T00:54:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741834_1010 (size=3306) 2024-12-05T00:54:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741834_1010 (size=3306) 2024-12-05T00:54:24,865 DEBUG [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/oldWALs 2024-12-05T00:54:24,865 INFO [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C36997%2C1733360012293.meta:.meta(num 1733360013960) 2024-12-05T00:54:24,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741844_1020 (size=1252) 2024-12-05T00:54:24,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/WALs/fea72ea5c4b6,36997,1733360012293/fea72ea5c4b6%2C36997%2C1733360012293.1733360064562 not finished, retry = 0 2024-12-05T00:54:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741844_1020 (size=1252) 2024-12-05T00:54:24,974 DEBUG [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/oldWALs 2024-12-05T00:54:24,974 INFO [RS:0;fea72ea5c4b6:36997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C36997%2C1733360012293:(num 1733360064562) 2024-12-05T00:54:24,974 DEBUG [RS:0;fea72ea5c4b6:36997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:54:24,974 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:54:24,975 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:54:24,975 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:54:24,975 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:54:24,975 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:54:24,976 INFO [RS:0;fea72ea5c4b6:36997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36997 2024-12-05T00:54:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:54:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,36997,1733360012293 2024-12-05T00:54:24,985 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:54:24,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,36997,1733360012293] 2024-12-05T00:54:25,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,36997,1733360012293 already deleted, retry=false 2024-12-05T00:54:25,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,36997,1733360012293 expired; onlineServers=0 2024-12-05T00:54:25,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea72ea5c4b6,33845,1733360012054' ***** 2024-12-05T00:54:25,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T00:54:25,006 INFO [M:0;fea72ea5c4b6:33845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:54:25,006 INFO [M:0;fea72ea5c4b6:33845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:54:25,007 DEBUG [M:0;fea72ea5c4b6:33845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T00:54:25,007 DEBUG [M:0;fea72ea5c4b6:33845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T00:54:25,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T00:54:25,007 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360013332 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360013332,5,FailOnTimeoutGroup] 2024-12-05T00:54:25,007 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360013332 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360013332,5,FailOnTimeoutGroup] 2024-12-05T00:54:25,007 INFO [M:0;fea72ea5c4b6:33845 {}] hbase.ChoreService(370): Chore service for: master/fea72ea5c4b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T00:54:25,007 INFO [M:0;fea72ea5c4b6:33845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:54:25,007 DEBUG [M:0;fea72ea5c4b6:33845 {}] master.HMaster(1795): Stopping service threads 2024-12-05T00:54:25,007 INFO [M:0;fea72ea5c4b6:33845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T00:54:25,007 INFO [M:0;fea72ea5c4b6:33845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:54:25,007 INFO [M:0;fea72ea5c4b6:33845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T00:54:25,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T00:54:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T00:54:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:25,017 DEBUG [M:0;fea72ea5c4b6:33845 {}] zookeeper.ZKUtil(347): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T00:54:25,017 WARN [M:0;fea72ea5c4b6:33845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T00:54:25,018 INFO [M:0;fea72ea5c4b6:33845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/.lastflushedseqids 2024-12-05T00:54:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741849_1025 (size=130) 2024-12-05T00:54:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741849_1025 (size=130) 2024-12-05T00:54:25,027 INFO [M:0;fea72ea5c4b6:33845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T00:54:25,027 INFO [M:0;fea72ea5c4b6:33845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T00:54:25,027 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:54:25,028 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:25,028 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:25,028 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:54:25,028 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:25,028 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.55 KB heapSize=54.94 KB 2024-12-05T00:54:25,041 DEBUG [M:0;fea72ea5c4b6:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99b2cdd3b1184a87b76f399091b99c40 is 82, key is hbase:meta,,1/info:regioninfo/1733360013999/Put/seqid=0 2024-12-05T00:54:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741850_1026 (size=5672) 2024-12-05T00:54:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741850_1026 (size=5672) 2024-12-05T00:54:25,047 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99b2cdd3b1184a87b76f399091b99c40 2024-12-05T00:54:25,065 DEBUG [M:0;fea72ea5c4b6:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97a248ea4f7e4282a1361a1d7bd41df2 is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733360014528/Put/seqid=0 2024-12-05T00:54:25,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741851_1027 (size=7819) 2024-12-05T00:54:25,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741851_1027 (size=7819) 2024-12-05T00:54:25,070 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97a248ea4f7e4282a1361a1d7bd41df2 2024-12-05T00:54:25,075 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97a248ea4f7e4282a1361a1d7bd41df2 2024-12-05T00:54:25,090 DEBUG [M:0;fea72ea5c4b6:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2b5d752703b4340a253c122d79b2156 is 69, key is fea72ea5c4b6,36997,1733360012293/rs:state/1733360013446/Put/seqid=0 2024-12-05T00:54:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741852_1028 (size=5156) 2024-12-05T00:54:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741852_1028 (size=5156) 2024-12-05T00:54:25,095 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2b5d752703b4340a253c122d79b2156 2024-12-05T00:54:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:54:25,096 INFO [RS:0;fea72ea5c4b6:36997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:54:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101a2fac6b20001, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:54:25,096 INFO [RS:0;fea72ea5c4b6:36997 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,36997,1733360012293; zookeeper connection closed. 2024-12-05T00:54:25,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cf5f013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cf5f013 2024-12-05T00:54:25,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T00:54:25,114 DEBUG [M:0;fea72ea5c4b6:33845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5f0933ff63914c1da68951144dc73693 is 52, key is load_balancer_on/state:d/1733360014131/Put/seqid=0 2024-12-05T00:54:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741853_1029 (size=5056) 2024-12-05T00:54:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741853_1029 (size=5056) 2024-12-05T00:54:25,120 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5f0933ff63914c1da68951144dc73693 2024-12-05T00:54:25,126 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99b2cdd3b1184a87b76f399091b99c40 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99b2cdd3b1184a87b76f399091b99c40 2024-12-05T00:54:25,131 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99b2cdd3b1184a87b76f399091b99c40, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T00:54:25,132 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97a248ea4f7e4282a1361a1d7bd41df2 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97a248ea4f7e4282a1361a1d7bd41df2 2024-12-05T00:54:25,137 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97a248ea4f7e4282a1361a1d7bd41df2 2024-12-05T00:54:25,138 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97a248ea4f7e4282a1361a1d7bd41df2, entries=14, sequenceid=121, filesize=7.6 K 2024-12-05T00:54:25,139 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2b5d752703b4340a253c122d79b2156 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2b5d752703b4340a253c122d79b2156 2024-12-05T00:54:25,144 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2b5d752703b4340a253c122d79b2156, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T00:54:25,145 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5f0933ff63914c1da68951144dc73693 as hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5f0933ff63914c1da68951144dc73693 2024-12-05T00:54:25,151 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45255/user/jenkins/test-data/44b5f2d7-2e5c-1280-f702-2d84a7816661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5f0933ff63914c1da68951144dc73693, entries=1, sequenceid=121, filesize=4.9 K 2024-12-05T00:54:25,153 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=121, compaction requested=false 2024-12-05T00:54:25,154 INFO [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:25,154 DEBUG [M:0;fea72ea5c4b6:33845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360065027Disabling compacts and flushes for region at 1733360065027Disabling writes for close at 1733360065028 (+1 ms)Obtaining lock to block concurrent updates at 1733360065028Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733360065028Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44599, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1733360065028Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733360065029 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733360065029Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733360065041 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733360065041Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733360065052 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733360065064 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733360065065 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733360065075 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733360065090 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733360065090Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733360065100 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733360065114 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733360065114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d34153: reopening flushed file at 1733360065125 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3462ca01: reopening flushed file at 1733360065131 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124bd6bc: reopening flushed file at 1733360065138 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b7fa7d: reopening flushed file at 1733360065144 (+6 ms)Finished flush of dataSize ~43.55 KB/44599, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=121, compaction requested=false at 1733360065153 (+9 ms)Writing region close event to WAL at 1733360065154 (+1 ms)Closed at 1733360065154 2024-12-05T00:54:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43675 is added to blk_1073741830_1006 (size=52996) 2024-12-05T00:54:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40621 is added to blk_1073741830_1006 (size=52996) 2024-12-05T00:54:25,158 INFO [M:0;fea72ea5c4b6:33845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T00:54:25,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:54:25,158 INFO [M:0;fea72ea5c4b6:33845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33845 2024-12-05T00:54:25,158 INFO [M:0;fea72ea5c4b6:33845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:54:25,264 INFO [M:0;fea72ea5c4b6:33845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:54:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:54:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33845-0x101a2fac6b20000, quorum=127.0.0.1:64881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:54:25,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5203cb5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:54:25,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e6de787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:54:25,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:54:25,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88c5f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:54:25,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d06f275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir/,STOPPED} 2024-12-05T00:54:25,272 WARN [BP-1665235051-172.17.0.2-1733360009829 heartbeating to localhost/127.0.0.1:45255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:54:25,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:54:25,272 WARN [BP-1665235051-172.17.0.2-1733360009829 heartbeating to localhost/127.0.0.1:45255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1665235051-172.17.0.2-1733360009829 (Datanode Uuid 8104b056-c9c8-48ae-b313-08d0d694fdfd) service to localhost/127.0.0.1:45255 2024-12-05T00:54:25,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:54:25,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data3/current/BP-1665235051-172.17.0.2-1733360009829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:54:25,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data4/current/BP-1665235051-172.17.0.2-1733360009829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:54:25,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:54:25,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2749b77f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:54:25,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b10ba25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:54:25,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:54:25,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e4d4b3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:54:25,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e46b79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir/,STOPPED} 2024-12-05T00:54:25,280 WARN [BP-1665235051-172.17.0.2-1733360009829 heartbeating to localhost/127.0.0.1:45255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:54:25,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:54:25,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:54:25,280 WARN [BP-1665235051-172.17.0.2-1733360009829 heartbeating to localhost/127.0.0.1:45255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1665235051-172.17.0.2-1733360009829 (Datanode Uuid 3521d454-bb5d-474d-b0db-e7cd82de2e5f) service to localhost/127.0.0.1:45255 2024-12-05T00:54:25,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data1/current/BP-1665235051-172.17.0.2-1733360009829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:54:25,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/cluster_33bc06eb-dcdd-ccb6-e0f3-6cc775090b81/data/data2/current/BP-1665235051-172.17.0.2-1733360009829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:54:25,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:54:25,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24862949{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:54:25,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3627dfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:54:25,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:54:25,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d13024f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:54:25,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5675ef4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir/,STOPPED} 2024-12-05T00:54:25,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T00:54:25,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T00:54:25,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 103), OpenFileDescriptor=428 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 305), ProcessCount=11 (was 11), AvailableMemoryMB=10040 (was 10242) 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=10040 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.log.dir so I do NOT create it in target/test-data/1486d088-1e7d-593e-99e0-418845eed44a 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/09d89a8a-ea23-ef75-f84e-dec99cc8ccbf/hadoop.tmp.dir so I do NOT create it in target/test-data/1486d088-1e7d-593e-99e0-418845eed44a 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92, deleteOnExit=true 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T00:54:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/test.cache.data in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T00:54:25,328 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:54:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/nfs.dump.dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/java.io.tmpdir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T00:54:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T00:54:25,467 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:54:25,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:54:25,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:54:25,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:54:25,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:54:25,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:54:25,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:54:25,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0aa98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:54:25,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29033802{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:54:25,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb32245{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/java.io.tmpdir/jetty-localhost-41649-hadoop-hdfs-3_4_1-tests_jar-_-any-4791775761617768996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:54:25,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7892c223{HTTP/1.1, (http/1.1)}{localhost:41649} 2024-12-05T00:54:25,766 INFO [Time-limited test {}] server.Server(415): Started @149049ms 2024-12-05T00:54:26,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:54:26,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:54:26,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:54:26,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:54:26,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:54:26,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15afbbf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:54:26,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3277a64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:54:26,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41eab56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/java.io.tmpdir/jetty-localhost-33467-hadoop-hdfs-3_4_1-tests_jar-_-any-10837155765509386282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:54:26,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dcfdafc{HTTP/1.1, (http/1.1)}{localhost:33467} 2024-12-05T00:54:26,102 INFO [Time-limited test {}] server.Server(415): Started @149384ms 2024-12-05T00:54:26,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:54:26,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:54:26,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:54:26,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:54:26,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:54:26,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:54:26,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769d3ec0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:54:26,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264502b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:54:26,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bab07a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/java.io.tmpdir/jetty-localhost-42087-hadoop-hdfs-3_4_1-tests_jar-_-any-5537969940482774060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:54:26,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60477bfb{HTTP/1.1, (http/1.1)}{localhost:42087} 2024-12-05T00:54:26,224 INFO [Time-limited test {}] server.Server(415): Started @149506ms 2024-12-05T00:54:26,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:54:27,577 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data2/current/BP-681997127-172.17.0.2-1733360065351/current, will proceed with Du for space computation calculation, 2024-12-05T00:54:27,577 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data1/current/BP-681997127-172.17.0.2-1733360065351/current, will proceed with Du for space computation calculation, 2024-12-05T00:54:27,595 WARN [Thread-1066 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:54:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a69504bc98ff731 with lease ID 0xa3e11a9fc6774f14: Processing first storage report for DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa from datanode DatanodeRegistration(127.0.0.1:39767, datanodeUuid=ce842a13-6780-4634-9306-f08284e25810, infoPort=42571, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351) 2024-12-05T00:54:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a69504bc98ff731 with lease ID 0xa3e11a9fc6774f14: from storage DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa node DatanodeRegistration(127.0.0.1:39767, datanodeUuid=ce842a13-6780-4634-9306-f08284e25810, infoPort=42571, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:54:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a69504bc98ff731 with lease ID 0xa3e11a9fc6774f14: Processing first storage report for DS-ee6ab43e-00cb-4781-9558-a064da9d7d91 from datanode DatanodeRegistration(127.0.0.1:39767, datanodeUuid=ce842a13-6780-4634-9306-f08284e25810, infoPort=42571, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351) 2024-12-05T00:54:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a69504bc98ff731 with lease ID 0xa3e11a9fc6774f14: from storage DS-ee6ab43e-00cb-4781-9558-a064da9d7d91 node DatanodeRegistration(127.0.0.1:39767, datanodeUuid=ce842a13-6780-4634-9306-f08284e25810, infoPort=42571, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:54:27,703 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data3/current/BP-681997127-172.17.0.2-1733360065351/current, will proceed with Du for space computation calculation, 2024-12-05T00:54:27,703 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data4/current/BP-681997127-172.17.0.2-1733360065351/current, will proceed with Du for space computation calculation, 2024-12-05T00:54:27,721 WARN [Thread-1089 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:54:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3641cabf0f79bb19 with lease ID 0xa3e11a9fc6774f15: Processing first storage report for DS-95778f59-0f2f-4ddf-aa26-77ca2146346a from datanode DatanodeRegistration(127.0.0.1:38115, datanodeUuid=5a4dba09-14cb-431b-9cb4-ebb3d0a52fb1, infoPort=39893, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351) 2024-12-05T00:54:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3641cabf0f79bb19 with lease ID 0xa3e11a9fc6774f15: from storage DS-95778f59-0f2f-4ddf-aa26-77ca2146346a node DatanodeRegistration(127.0.0.1:38115, datanodeUuid=5a4dba09-14cb-431b-9cb4-ebb3d0a52fb1, infoPort=39893, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:54:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3641cabf0f79bb19 with lease ID 0xa3e11a9fc6774f15: Processing first storage report for DS-e48f4b1a-ed6d-4462-9d15-b7f63fcfdaaf from datanode DatanodeRegistration(127.0.0.1:38115, datanodeUuid=5a4dba09-14cb-431b-9cb4-ebb3d0a52fb1, infoPort=39893, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351) 2024-12-05T00:54:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3641cabf0f79bb19 with lease ID 0xa3e11a9fc6774f15: from storage DS-e48f4b1a-ed6d-4462-9d15-b7f63fcfdaaf node DatanodeRegistration(127.0.0.1:38115, datanodeUuid=5a4dba09-14cb-431b-9cb4-ebb3d0a52fb1, infoPort=39893, infoSecurePort=0, ipcPort=46259, storageInfo=lv=-57;cid=testClusterID;nsid=1206800927;c=1733360065351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:54:27,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a 2024-12-05T00:54:27,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/zookeeper_0, clientPort=53283, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T00:54:27,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53283 2024-12-05T00:54:27,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:27,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:54:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:54:27,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78 with version=8 2024-12-05T00:54:27,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase-staging 2024-12-05T00:54:27,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:54:27,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:54:27,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:54:27,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:54:27,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:54:27,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:54:27,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T00:54:27,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:54:27,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43511 2024-12-05T00:54:27,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43511 connecting to ZooKeeper ensemble=127.0.0.1:53283 2024-12-05T00:54:27,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435110x0, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:54:27,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43511-0x101a2fba0630000 connected 2024-12-05T00:54:27,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:27,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:27,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:54:27,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78, hbase.cluster.distributed=false 2024-12-05T00:54:27,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:54:27,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43511 2024-12-05T00:54:27,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43511 2024-12-05T00:54:27,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43511 2024-12-05T00:54:27,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43511 2024-12-05T00:54:27,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43511 2024-12-05T00:54:27,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:54:27,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:54:27,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36023 2024-12-05T00:54:27,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36023 connecting to ZooKeeper ensemble=127.0.0.1:53283 2024-12-05T00:54:27,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:27,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:27,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360230x0, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:54:27,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36023-0x101a2fba0630001 connected 2024-12-05T00:54:27,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:54:27,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:54:27,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:54:27,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:54:27,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:54:27,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36023 2024-12-05T00:54:27,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36023 2024-12-05T00:54:27,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36023 2024-12-05T00:54:27,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36023 2024-12-05T00:54:27,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36023 2024-12-05T00:54:27,993 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea72ea5c4b6:43511 2024-12-05T00:54:27,994 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:54:28,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:54:28,007 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:54:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,017 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T00:54:28,018 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fea72ea5c4b6,43511,1733360067783 from backup master directory 2024-12-05T00:54:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:54:28,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:54:28,027 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:54:28,027 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,036 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/hbase.id] with ID: 38e74cef-9e97-4ff3-923a-2538d2e7c704 2024-12-05T00:54:28,036 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/.tmp/hbase.id 2024-12-05T00:54:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:54:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:54:28,044 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/.tmp/hbase.id]:[hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/hbase.id] 2024-12-05T00:54:28,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:28,058 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T00:54:28,059 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T00:54:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:54:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:54:28,075 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:54:28,076 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T00:54:28,076 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:54:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:54:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:54:28,084 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store 2024-12-05T00:54:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:54:28,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:54:28,092 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:28,092 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:54:28,092 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:28,092 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:28,092 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:54:28,093 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:28,093 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:54:28,093 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360068092Disabling compacts and flushes for region at 1733360068092Disabling writes for close at 1733360068092Writing region close event to WAL at 1733360068093 (+1 ms)Closed at 1733360068093 2024-12-05T00:54:28,093 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/.initializing 2024-12-05T00:54:28,094 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/WALs/fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,095 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:54:28,096 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C43511%2C1733360067783, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/WALs/fea72ea5c4b6,43511,1733360067783, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/oldWALs, maxLogs=10 2024-12-05T00:54:28,114 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/WALs/fea72ea5c4b6,43511,1733360067783/fea72ea5c4b6%2C43511%2C1733360067783.1733360068097, exclude list is [], retry=0 2024-12-05T00:54:28,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-95778f59-0f2f-4ddf-aa26-77ca2146346a,DISK] 2024-12-05T00:54:28,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39767,DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa,DISK] 2024-12-05T00:54:28,120 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/WALs/fea72ea5c4b6,43511,1733360067783/fea72ea5c4b6%2C43511%2C1733360067783.1733360068097 2024-12-05T00:54:28,120 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:42571:42571)] 2024-12-05T00:54:28,120 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:54:28,120 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:28,120 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,120 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T00:54:28,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:28,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T00:54:28,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:54:28,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T00:54:28,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:54:28,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T00:54:28,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:54:28,129 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,130 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,130 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,132 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,132 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,132 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:54:28,133 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:54:28,135 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:54:28,136 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753333, jitterRate=-0.04208827018737793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:54:28,137 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733360068121Initializing all the Stores at 1733360068122 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360068122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360068122Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360068122Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360068122Cleaning up temporary data from old regions at 1733360068132 (+10 ms)Region opened successfully at 1733360068136 (+4 ms) 2024-12-05T00:54:28,137 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T00:54:28,140 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c789e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:54:28,141 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T00:54:28,141 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T00:54:28,141 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T00:54:28,142 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T00:54:28,142 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T00:54:28,143 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T00:54:28,143 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T00:54:28,145 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T00:54:28,146 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T00:54:28,153 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T00:54:28,154 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T00:54:28,154 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T00:54:28,164 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T00:54:28,164 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T00:54:28,165 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T00:54:28,174 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T00:54:28,175 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T00:54:28,185 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T00:54:28,187 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T00:54:28,195 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T00:54:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:54:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:54:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,207 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea72ea5c4b6,43511,1733360067783, sessionid=0x101a2fba0630000, setting cluster-up flag (Was=false) 2024-12-05T00:54:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,259 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T00:54:28,260 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,311 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T00:54:28,313 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:28,314 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T00:54:28,316 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T00:54:28,316 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T00:54:28,316 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T00:54:28,316 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea72ea5c4b6,43511,1733360067783 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T00:54:28,318 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:54:28,318 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:54:28,318 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:54:28,319 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:54:28,319 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea72ea5c4b6:0, corePoolSize=10, maxPoolSize=10 2024-12-05T00:54:28,319 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,319 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:54:28,319 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733360098320 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T00:54:28,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T00:54:28,321 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:54:28,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T00:54:28,321 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T00:54:28,321 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T00:54:28,321 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T00:54:28,322 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T00:54:28,322 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T00:54:28,322 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360068322,5,FailOnTimeoutGroup] 2024-12-05T00:54:28,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T00:54:28,324 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360068322,5,FailOnTimeoutGroup] 2024-12-05T00:54:28,324 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,324 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T00:54:28,324 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,324 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:54:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:54:28,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T00:54:28,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78 2024-12-05T00:54:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:54:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:54:28,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:28,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:54:28,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:54:28,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:28,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:54:28,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:54:28,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:28,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:54:28,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:54:28,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:28,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:54:28,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:54:28,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:28,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:28,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:54:28,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740 2024-12-05T00:54:28,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740 2024-12-05T00:54:28,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:54:28,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:54:28,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:54:28,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:54:28,354 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:54:28,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=866291, jitterRate=0.10154637694358826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:54:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733360068339Initializing all the Stores at 1733360068340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360068340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360068340Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360068340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360068340Cleaning up temporary data from old regions at 1733360068350 (+10 ms)Region opened successfully at 1733360068355 (+5 ms) 2024-12-05T00:54:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:54:28,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:54:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:54:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:54:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:54:28,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:54:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360068355Disabling compacts and flushes for region at 1733360068355Disabling writes for close at 1733360068355Writing region close event to WAL at 1733360068355Closed at 1733360068355 2024-12-05T00:54:28,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:54:28,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T00:54:28,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T00:54:28,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:54:28,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T00:54:28,382 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(746): ClusterId : 38e74cef-9e97-4ff3-923a-2538d2e7c704 2024-12-05T00:54:28,382 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:54:28,386 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:54:28,386 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:54:28,397 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:54:28,397 DEBUG [RS:0;fea72ea5c4b6:36023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678a2b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:54:28,409 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea72ea5c4b6:36023 2024-12-05T00:54:28,409 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:54:28,409 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:54:28,409 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:54:28,410 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,43511,1733360067783 with port=36023, startcode=1733360067954 2024-12-05T00:54:28,410 DEBUG [RS:0;fea72ea5c4b6:36023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:54:28,412 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60647, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:54:28,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,414 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78 2024-12-05T00:54:28,414 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39667 2024-12-05T00:54:28,414 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:54:28,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:54:28,428 DEBUG [RS:0;fea72ea5c4b6:36023 {}] zookeeper.ZKUtil(111): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,428 WARN [RS:0;fea72ea5c4b6:36023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:54:28,428 INFO [RS:0;fea72ea5c4b6:36023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:54:28,428 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,36023,1733360067954] 2024-12-05T00:54:28,431 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:54:28,433 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:54:28,433 INFO [RS:0;fea72ea5c4b6:36023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:54:28,433 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,433 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:54:28,434 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:54:28,434 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,434 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:54:28,435 DEBUG [RS:0;fea72ea5c4b6:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:54:28,436 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,436 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,436 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,436 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,436 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,436 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,36023,1733360067954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:54:28,449 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:54:28,449 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,36023,1733360067954-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,449 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,449 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.Replication(171): fea72ea5c4b6,36023,1733360067954 started 2024-12-05T00:54:28,462 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:28,462 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,36023,1733360067954, RpcServer on fea72ea5c4b6/172.17.0.2:36023, sessionid=0x101a2fba0630001 2024-12-05T00:54:28,462 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:54:28,462 DEBUG [RS:0;fea72ea5c4b6:36023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,462 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,36023,1733360067954' 2024-12-05T00:54:28,462 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:54:28,463 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:54:28,463 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:54:28,463 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:54:28,463 DEBUG [RS:0;fea72ea5c4b6:36023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,463 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,36023,1733360067954' 2024-12-05T00:54:28,463 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:54:28,464 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:54:28,464 DEBUG [RS:0;fea72ea5c4b6:36023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:54:28,464 INFO [RS:0;fea72ea5c4b6:36023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:54:28,464 INFO [RS:0;fea72ea5c4b6:36023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:54:28,508 WARN [fea72ea5c4b6:43511 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T00:54:28,565 INFO [RS:0;fea72ea5c4b6:36023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:54:28,568 INFO [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C36023%2C1733360067954, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/oldWALs, maxLogs=32 2024-12-05T00:54:28,584 DEBUG [RS:0;fea72ea5c4b6:36023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569, exclude list is [], retry=0 2024-12-05T00:54:28,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-95778f59-0f2f-4ddf-aa26-77ca2146346a,DISK] 2024-12-05T00:54:28,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39767,DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa,DISK] 2024-12-05T00:54:28,589 INFO [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 2024-12-05T00:54:28,589 DEBUG [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:42571:42571)] 2024-12-05T00:54:28,759 DEBUG [fea72ea5c4b6:43511 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T00:54:28,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:28,762 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,36023,1733360067954, state=OPENING 2024-12-05T00:54:28,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T00:54:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:54:28,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:54:28,849 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:54:28,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:54:28,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36023,1733360067954}] 2024-12-05T00:54:29,004 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:54:29,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:54:29,014 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T00:54:29,015 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:54:29,015 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T00:54:29,018 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C36023%2C1733360067954.meta, suffix=.meta, logDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/oldWALs, maxLogs=32 2024-12-05T00:54:29,031 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.meta.1733360069019.meta, exclude list is [], retry=0 2024-12-05T00:54:29,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39767,DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa,DISK] 2024-12-05T00:54:29,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-95778f59-0f2f-4ddf-aa26-77ca2146346a,DISK] 2024-12-05T00:54:29,035 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.meta.1733360069019.meta 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42571:42571),(127.0.0.1/127.0.0.1:39893:39893)] 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T00:54:29,036 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T00:54:29,036 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T00:54:29,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:54:29,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:54:29,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:29,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:29,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:54:29,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:54:29,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:29,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:29,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:54:29,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:54:29,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:29,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:29,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:54:29,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:54:29,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:29,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:54:29,044 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:54:29,045 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740 2024-12-05T00:54:29,046 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740 2024-12-05T00:54:29,047 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:54:29,048 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:54:29,048 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:54:29,050 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:54:29,050 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=702022, jitterRate=-0.10733401775360107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:54:29,050 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T00:54:29,051 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733360069037Writing region info on filesystem at 1733360069037Initializing all the Stores at 1733360069038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360069038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360069038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360069038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360069038Cleaning up temporary data from old regions at 1733360069048 (+10 ms)Running coprocessor post-open hooks at 1733360069050 (+2 ms)Region opened successfully at 1733360069051 (+1 ms) 2024-12-05T00:54:29,052 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733360069004 2024-12-05T00:54:29,054 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T00:54:29,054 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T00:54:29,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:29,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,36023,1733360067954, state=OPEN 2024-12-05T00:54:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:54:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:54:29,101 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:29,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:54:29,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:54:29,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T00:54:29,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,36023,1733360067954 in 252 msec 2024-12-05T00:54:29,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T00:54:29,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-12-05T00:54:29,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:54:29,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T00:54:29,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:54:29,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,36023,1733360067954, seqNum=-1] 2024-12-05T00:54:29,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:54:29,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46359, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:54:29,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-12-05T00:54:29,117 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733360069117, completionTime=-1 2024-12-05T00:54:29,117 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T00:54:29,117 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733360129119 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733360189119 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43511,1733360067783-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43511,1733360067783-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,119 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43511,1733360067783-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,120 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea72ea5c4b6:43511, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,120 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,120 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,121 DEBUG [master/fea72ea5c4b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T00:54:29,123 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.096sec 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43511,1733360067783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:54:29,124 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43511,1733360067783-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T00:54:29,127 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T00:54:29,127 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T00:54:29,127 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43511,1733360067783-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:54:29,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5835cfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:54:29,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea72ea5c4b6,43511,-1 for getting cluster id 2024-12-05T00:54:29,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T00:54:29,185 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e74cef-9e97-4ff3-923a-2538d2e7c704' 2024-12-05T00:54:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T00:54:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e74cef-9e97-4ff3-923a-2538d2e7c704" 2024-12-05T00:54:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba43fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:54:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea72ea5c4b6,43511,-1] 2024-12-05T00:54:29,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T00:54:29,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:54:29,188 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T00:54:29,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19998d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:54:29,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:54:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,36023,1733360067954, seqNum=-1] 2024-12-05T00:54:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:54:29,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:54:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:29,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:54:29,200 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T00:54:29,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T00:54:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fea72ea5c4b6,43511,1733360067783 2024-12-05T00:54:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aceda49 2024-12-05T00:54:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T00:54:29,203 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T00:54:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T00:54:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T00:54:29,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:54:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-05T00:54:29,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T00:54:29,206 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:29,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-05T00:54:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:54:29,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T00:54:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741835_1011 (size=381) 2024-12-05T00:54:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741835_1011 (size=381) 2024-12-05T00:54:29,218 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e28d5d17bdab72a2d05f74575dc9edb, NAME => 'TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78 2024-12-05T00:54:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741836_1012 (size=64) 2024-12-05T00:54:29,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741836_1012 (size=64) 2024-12-05T00:54:29,243 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:29,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8e28d5d17bdab72a2d05f74575dc9edb, disabling compactions & flushes 2024-12-05T00:54:29,244 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. after waiting 0 ms 2024-12-05T00:54:29,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,244 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,244 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e28d5d17bdab72a2d05f74575dc9edb: Waiting for close lock at 1733360069243Disabling compacts and flushes for region at 1733360069243Disabling writes for close at 1733360069244 (+1 ms)Writing region close event to WAL at 1733360069244Closed at 1733360069244 2024-12-05T00:54:29,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T00:54:29,245 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733360069245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733360069245"}]},"ts":"1733360069245"} 2024-12-05T00:54:29,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T00:54:29,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T00:54:29,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733360069248"}]},"ts":"1733360069248"} 2024-12-05T00:54:29,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-05T00:54:29,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, ASSIGN}] 2024-12-05T00:54:29,251 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, ASSIGN 2024-12-05T00:54:29,252 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, ASSIGN; state=OFFLINE, location=fea72ea5c4b6,36023,1733360067954; forceNewPlan=false, retain=false 2024-12-05T00:54:29,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e28d5d17bdab72a2d05f74575dc9edb, regionState=OPENING, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:29,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, ASSIGN because future has completed 2024-12-05T00:54:29,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e28d5d17bdab72a2d05f74575dc9edb, server=fea72ea5c4b6,36023,1733360067954}] 2024-12-05T00:54:29,574 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,574 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e28d5d17bdab72a2d05f74575dc9edb, NAME => 'TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:54:29,575 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,575 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:29,575 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,576 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,578 INFO [StoreOpener-8e28d5d17bdab72a2d05f74575dc9edb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,579 INFO [StoreOpener-8e28d5d17bdab72a2d05f74575dc9edb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e28d5d17bdab72a2d05f74575dc9edb columnFamilyName info 2024-12-05T00:54:29,579 DEBUG [StoreOpener-8e28d5d17bdab72a2d05f74575dc9edb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:29,580 INFO [StoreOpener-8e28d5d17bdab72a2d05f74575dc9edb-1 {}] regionserver.HStore(327): Store=8e28d5d17bdab72a2d05f74575dc9edb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:54:29,580 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,581 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,581 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,582 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,582 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,585 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,587 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:54:29,588 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e28d5d17bdab72a2d05f74575dc9edb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=773100, jitterRate=-0.016953691840171814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:54:29,588 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:29,589 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e28d5d17bdab72a2d05f74575dc9edb: Running coprocessor pre-open hook at 1733360069576Writing region info on filesystem at 1733360069576Initializing all the Stores at 1733360069577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360069577Cleaning up temporary data from old regions at 1733360069582 (+5 ms)Running coprocessor post-open hooks at 1733360069588 (+6 ms)Region opened successfully at 1733360069589 (+1 ms) 2024-12-05T00:54:29,590 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., pid=6, masterSystemTime=1733360069564 2024-12-05T00:54:29,592 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,593 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:29,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e28d5d17bdab72a2d05f74575dc9edb, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:29,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e28d5d17bdab72a2d05f74575dc9edb, server=fea72ea5c4b6,36023,1733360067954 because future has completed 2024-12-05T00:54:29,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T00:54:29,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e28d5d17bdab72a2d05f74575dc9edb, server=fea72ea5c4b6,36023,1733360067954 in 189 msec 2024-12-05T00:54:29,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T00:54:29,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, ASSIGN in 351 msec 2024-12-05T00:54:29,605 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T00:54:29,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733360069605"}]},"ts":"1733360069605"} 2024-12-05T00:54:29,608 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-05T00:54:29,609 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T00:54:29,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 405 msec 2024-12-05T00:54:29,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:29,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:54:30,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:30,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:34,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T00:54:34,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T00:54:34,046 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T00:54:34,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T00:54:34,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-05T00:54:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43511 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T00:54:39,216 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-05T00:54:39,216 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-05T00:54:39,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-05T00:54:39,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=2] 2024-12-05T00:54:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:39,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:54:39,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/a6394e9fa30945fba30ec2f6c40c5374 is 1055, key is row0001/info:/1733360079228/Put/seqid=0 2024-12-05T00:54:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741837_1013 (size=13386) 2024-12-05T00:54:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741837_1013 (size=13386) 2024-12-05T00:54:39,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/a6394e9fa30945fba30ec2f6c40c5374 2024-12-05T00:54:39,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/a6394e9fa30945fba30ec2f6c40c5374 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/a6394e9fa30945fba30ec2f6c40c5374 2024-12-05T00:54:39,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/a6394e9fa30945fba30ec2f6c40c5374, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T00:54:39,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 8e28d5d17bdab72a2d05f74575dc9edb in 39ms, sequenceid=12, compaction requested=false 2024-12-05T00:54:39,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:39,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-12-05T00:54:39,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/0eb838ca93c94f54a8c03fed36086925 is 1055, key is row0009/info:/1733360079246/Put/seqid=0 2024-12-05T00:54:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741838_1014 (size=27082) 2024-12-05T00:54:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741838_1014 (size=27082) 2024-12-05T00:54:39,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/0eb838ca93c94f54a8c03fed36086925 2024-12-05T00:54:39,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/0eb838ca93c94f54a8c03fed36086925 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925 2024-12-05T00:54:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925, entries=21, sequenceid=36, filesize=26.4 K 2024-12-05T00:54:39,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=3.08 KB/3153 for 8e28d5d17bdab72a2d05f74575dc9edb in 102ms, sequenceid=36, compaction requested=false 2024-12-05T00:54:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=39.5 K, sizeToCheck=16.0 K 2024-12-05T00:54:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925 because midkey is the same as first or last row 2024-12-05T00:54:39,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:54:39,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:39,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:41,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:54:41,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/20e8baf5890c454785dee93fbe9d5a8d is 1055, key is row0030/info:/1733360079286/Put/seqid=0 2024-12-05T00:54:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741839_1015 (size=13386) 2024-12-05T00:54:41,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741839_1015 (size=13386) 2024-12-05T00:54:41,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/20e8baf5890c454785dee93fbe9d5a8d 2024-12-05T00:54:41,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/20e8baf5890c454785dee93fbe9d5a8d as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20e8baf5890c454785dee93fbe9d5a8d 2024-12-05T00:54:41,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20e8baf5890c454785dee93fbe9d5a8d, entries=8, sequenceid=47, filesize=13.1 K 2024-12-05T00:54:41,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 8e28d5d17bdab72a2d05f74575dc9edb in 29ms, sequenceid=47, compaction requested=true 2024-12-05T00:54:41,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:41,340 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=52.6 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,340 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,340 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925 because midkey is the same as first or last row 2024-12-05T00:54:41,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e28d5d17bdab72a2d05f74575dc9edb:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:41,341 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:41,342 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 53854 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:41,343 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 8e28d5d17bdab72a2d05f74575dc9edb/info is initiating minor compaction (all files) 2024-12-05T00:54:41,343 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e28d5d17bdab72a2d05f74575dc9edb/info in TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:41,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:41,343 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/a6394e9fa30945fba30ec2f6c40c5374, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20e8baf5890c454785dee93fbe9d5a8d] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp, totalSize=52.6 K 2024-12-05T00:54:41,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T00:54:41,343 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6394e9fa30945fba30ec2f6c40c5374, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733360079228 2024-12-05T00:54:41,344 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eb838ca93c94f54a8c03fed36086925, keycount=21, bloomtype=ROW, size=26.4 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733360079246 2024-12-05T00:54:41,344 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20e8baf5890c454785dee93fbe9d5a8d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733360079286 2024-12-05T00:54:41,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/f3ccf4ca458c4f80a81dc6bac7159ce7 is 1055, key is row0038/info:/1733360081311/Put/seqid=0 2024-12-05T00:54:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741840_1016 (size=17594) 2024-12-05T00:54:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741840_1016 (size=17594) 2024-12-05T00:54:41,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/f3ccf4ca458c4f80a81dc6bac7159ce7 2024-12-05T00:54:41,365 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e28d5d17bdab72a2d05f74575dc9edb#info#compaction#35 average throughput is 12.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:41,366 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/b7ab27efddd44babb8af99ade9dfd25f is 1055, key is row0001/info:/1733360079228/Put/seqid=0 2024-12-05T00:54:41,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/f3ccf4ca458c4f80a81dc6bac7159ce7 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/f3ccf4ca458c4f80a81dc6bac7159ce7 2024-12-05T00:54:41,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741841_1017 (size=44053) 2024-12-05T00:54:41,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741841_1017 (size=44053) 2024-12-05T00:54:41,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/f3ccf4ca458c4f80a81dc6bac7159ce7, entries=12, sequenceid=62, filesize=17.2 K 2024-12-05T00:54:41,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 8e28d5d17bdab72a2d05f74575dc9edb in 31ms, sequenceid=62, compaction requested=false 2024-12-05T00:54:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.8 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925 because midkey is the same as first or last row 2024-12-05T00:54:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:41,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T00:54:41,379 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/b7ab27efddd44babb8af99ade9dfd25f as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f 2024-12-05T00:54:41,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/eb2a793597b84200b65bb32ffa9179a1 is 1055, key is row0050/info:/1733360081343/Put/seqid=0 2024-12-05T00:54:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741842_1018 (size=19714) 2024-12-05T00:54:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741842_1018 (size=19714) 2024-12-05T00:54:41,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/eb2a793597b84200b65bb32ffa9179a1 2024-12-05T00:54:41,388 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e28d5d17bdab72a2d05f74575dc9edb/info of 8e28d5d17bdab72a2d05f74575dc9edb into b7ab27efddd44babb8af99ade9dfd25f(size=43.0 K), total size for store is 60.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:41,388 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:41,391 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., storeName=8e28d5d17bdab72a2d05f74575dc9edb/info, priority=13, startTime=1733360081341; duration=0sec 2024-12-05T00:54:41,391 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,391 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,391 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f because midkey is the same as first or last row 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f because midkey is the same as first or last row 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f because midkey is the same as first or last row 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:41,392 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e28d5d17bdab72a2d05f74575dc9edb:info 2024-12-05T00:54:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/eb2a793597b84200b65bb32ffa9179a1 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/eb2a793597b84200b65bb32ffa9179a1 2024-12-05T00:54:41,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/eb2a793597b84200b65bb32ffa9179a1, entries=14, sequenceid=79, filesize=19.3 K 2024-12-05T00:54:41,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 8e28d5d17bdab72a2d05f74575dc9edb in 24ms, sequenceid=79, compaction requested=true 2024-12-05T00:54:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.5 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f because midkey is the same as first or last row 2024-12-05T00:54:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e28d5d17bdab72a2d05f74575dc9edb:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:41,400 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:41,402 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:41,402 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 8e28d5d17bdab72a2d05f74575dc9edb/info is initiating minor compaction (all files) 2024-12-05T00:54:41,402 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e28d5d17bdab72a2d05f74575dc9edb/info in TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:41,402 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/f3ccf4ca458c4f80a81dc6bac7159ce7, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/eb2a793597b84200b65bb32ffa9179a1] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp, totalSize=79.5 K 2024-12-05T00:54:41,402 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7ab27efddd44babb8af99ade9dfd25f, keycount=37, bloomtype=ROW, size=43.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733360079228 2024-12-05T00:54:41,403 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3ccf4ca458c4f80a81dc6bac7159ce7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733360081311 2024-12-05T00:54:41,403 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb2a793597b84200b65bb32ffa9179a1, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733360081343 2024-12-05T00:54:41,415 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e28d5d17bdab72a2d05f74575dc9edb#info#compaction#37 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:41,416 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/7b6ff11b448b458885c794289de0cf71 is 1055, key is row0001/info:/1733360079228/Put/seqid=0 2024-12-05T00:54:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741843_1019 (size=71580) 2024-12-05T00:54:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741843_1019 (size=71580) 2024-12-05T00:54:41,428 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/7b6ff11b448b458885c794289de0cf71 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 2024-12-05T00:54:41,435 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e28d5d17bdab72a2d05f74575dc9edb/info of 8e28d5d17bdab72a2d05f74575dc9edb into 7b6ff11b448b458885c794289de0cf71(size=69.9 K), total size for store is 69.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:41,435 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., storeName=8e28d5d17bdab72a2d05f74575dc9edb/info, priority=13, startTime=1733360081400; duration=0sec 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 because midkey is the same as first or last row 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 because midkey is the same as first or last row 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.9 K, sizeToCheck=16.0 K 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 because midkey is the same as first or last row 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:41,435 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e28d5d17bdab72a2d05f74575dc9edb:info 2024-12-05T00:54:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:54:43,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/1bf9616c3bad41b2969725fb9919ca7c is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:54:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741844_1020 (size=13386) 2024-12-05T00:54:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741844_1020 (size=13386) 2024-12-05T00:54:43,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/1bf9616c3bad41b2969725fb9919ca7c 2024-12-05T00:54:43,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/1bf9616c3bad41b2969725fb9919ca7c as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/1bf9616c3bad41b2969725fb9919ca7c 2024-12-05T00:54:43,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/1bf9616c3bad41b2969725fb9919ca7c, entries=8, sequenceid=92, filesize=13.1 K 2024-12-05T00:54:43,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 8e28d5d17bdab72a2d05f74575dc9edb in 24ms, sequenceid=92, compaction requested=false 2024-12-05T00:54:43,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:43,423 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=83.0 K, sizeToCheck=16.0 K 2024-12-05T00:54:43,423 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:43,423 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 because midkey is the same as first or last row 2024-12-05T00:54:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T00:54:43,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/86cc52d7317b41e3be093ca061320b07 is 1055, key is row0072/info:/1733360083400/Put/seqid=0 2024-12-05T00:54:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741845_1021 (size=17594) 2024-12-05T00:54:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741845_1021 (size=17594) 2024-12-05T00:54:43,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/86cc52d7317b41e3be093ca061320b07 2024-12-05T00:54:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/86cc52d7317b41e3be093ca061320b07 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/86cc52d7317b41e3be093ca061320b07 2024-12-05T00:54:43,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/86cc52d7317b41e3be093ca061320b07, entries=12, sequenceid=107, filesize=17.2 K 2024-12-05T00:54:43,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 8e28d5d17bdab72a2d05f74575dc9edb in 26ms, sequenceid=107, compaction requested=true 2024-12-05T00:54:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.2 K, sizeToCheck=16.0 K 2024-12-05T00:54:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 because midkey is the same as first or last row 2024-12-05T00:54:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e28d5d17bdab72a2d05f74575dc9edb:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:43,450 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:43,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e28d5d17bdab72a2d05f74575dc9edb 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T00:54:43,451 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:43,451 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 8e28d5d17bdab72a2d05f74575dc9edb/info is initiating minor compaction (all files) 2024-12-05T00:54:43,451 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e28d5d17bdab72a2d05f74575dc9edb/info in TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:43,452 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/1bf9616c3bad41b2969725fb9919ca7c, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/86cc52d7317b41e3be093ca061320b07] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp, totalSize=100.2 K 2024-12-05T00:54:43,452 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b6ff11b448b458885c794289de0cf71, keycount=63, bloomtype=ROW, size=69.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733360079228 2024-12-05T00:54:43,452 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bf9616c3bad41b2969725fb9919ca7c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733360081377 2024-12-05T00:54:43,453 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86cc52d7317b41e3be093ca061320b07, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733360083400 2024-12-05T00:54:43,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/c97609a85c814505aa300c2b8bcc7fe8 is 1055, key is row0084/info:/1733360083425/Put/seqid=0 2024-12-05T00:54:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741846_1022 (size=18662) 2024-12-05T00:54:43,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741846_1022 (size=18662) 2024-12-05T00:54:43,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/c97609a85c814505aa300c2b8bcc7fe8 2024-12-05T00:54:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/c97609a85c814505aa300c2b8bcc7fe8 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/c97609a85c814505aa300c2b8bcc7fe8 2024-12-05T00:54:43,466 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e28d5d17bdab72a2d05f74575dc9edb#info#compaction#41 average throughput is 27.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:43,467 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/20066294b2534e62a89ebbd28dcaafce is 1055, key is row0001/info:/1733360079228/Put/seqid=0 2024-12-05T00:54:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741847_1023 (size=92795) 2024-12-05T00:54:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741847_1023 (size=92795) 2024-12-05T00:54:43,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/c97609a85c814505aa300c2b8bcc7fe8, entries=13, sequenceid=123, filesize=18.2 K 2024-12-05T00:54:43,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 8e28d5d17bdab72a2d05f74575dc9edb in 22ms, sequenceid=123, compaction requested=false 2024-12-05T00:54:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=118.4 K, sizeToCheck=16.0 K 2024-12-05T00:54:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 because midkey is the same as first or last row 2024-12-05T00:54:43,475 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/.tmp/info/20066294b2534e62a89ebbd28dcaafce as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce 2024-12-05T00:54:43,481 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e28d5d17bdab72a2d05f74575dc9edb/info of 8e28d5d17bdab72a2d05f74575dc9edb into 20066294b2534e62a89ebbd28dcaafce(size=90.6 K), total size for store is 108.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e28d5d17bdab72a2d05f74575dc9edb: 2024-12-05T00:54:43,481 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., storeName=8e28d5d17bdab72a2d05f74575dc9edb/info, priority=13, startTime=1733360083450; duration=0sec 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.8 K, sizeToCheck=16.0 K 2024-12-05T00:54:43,481 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T00:54:43,482 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:43,482 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:43,482 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e28d5d17bdab72a2d05f74575dc9edb:info 2024-12-05T00:54:43,483 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] assignment.AssignmentManager(1363): Split request from fea72ea5c4b6,36023,1733360067954, parent={ENCODED => 8e28d5d17bdab72a2d05f74575dc9edb, NAME => 'TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-05T00:54:43,488 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:43,492 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43511 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e28d5d17bdab72a2d05f74575dc9edb, daughterA=35947b46ee00bea898d7f7bcbad433a3, daughterB=04f318343010b5260df12216084e3f31 2024-12-05T00:54:43,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e28d5d17bdab72a2d05f74575dc9edb, daughterA=35947b46ee00bea898d7f7bcbad433a3, daughterB=04f318343010b5260df12216084e3f31 2024-12-05T00:54:43,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e28d5d17bdab72a2d05f74575dc9edb, daughterA=35947b46ee00bea898d7f7bcbad433a3, daughterB=04f318343010b5260df12216084e3f31 2024-12-05T00:54:43,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e28d5d17bdab72a2d05f74575dc9edb, daughterA=35947b46ee00bea898d7f7bcbad433a3, daughterB=04f318343010b5260df12216084e3f31 2024-12-05T00:54:43,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, UNASSIGN}] 2024-12-05T00:54:43,500 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, UNASSIGN 2024-12-05T00:54:43,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8e28d5d17bdab72a2d05f74575dc9edb, regionState=CLOSING, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:43,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, UNASSIGN because future has completed 2024-12-05T00:54:43,504 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-05T00:54:43,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e28d5d17bdab72a2d05f74575dc9edb, server=fea72ea5c4b6,36023,1733360067954}] 2024-12-05T00:54:43,664 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,664 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-05T00:54:43,666 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8e28d5d17bdab72a2d05f74575dc9edb, disabling compactions & flushes 2024-12-05T00:54:43,666 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:43,666 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:43,666 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. after waiting 0 ms 2024-12-05T00:54:43,666 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:43,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/a6394e9fa30945fba30ec2f6c40c5374, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20e8baf5890c454785dee93fbe9d5a8d, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/f3ccf4ca458c4f80a81dc6bac7159ce7, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/eb2a793597b84200b65bb32ffa9179a1, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/1bf9616c3bad41b2969725fb9919ca7c, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/86cc52d7317b41e3be093ca061320b07] to archive 2024-12-05T00:54:43,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:54:43,677 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/a6394e9fa30945fba30ec2f6c40c5374 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/a6394e9fa30945fba30ec2f6c40c5374 2024-12-05T00:54:43,680 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/0eb838ca93c94f54a8c03fed36086925 2024-12-05T00:54:43,682 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/b7ab27efddd44babb8af99ade9dfd25f 2024-12-05T00:54:43,684 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20e8baf5890c454785dee93fbe9d5a8d to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20e8baf5890c454785dee93fbe9d5a8d 2024-12-05T00:54:43,685 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/f3ccf4ca458c4f80a81dc6bac7159ce7 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/f3ccf4ca458c4f80a81dc6bac7159ce7 2024-12-05T00:54:43,686 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/7b6ff11b448b458885c794289de0cf71 2024-12-05T00:54:43,688 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/eb2a793597b84200b65bb32ffa9179a1 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/eb2a793597b84200b65bb32ffa9179a1 2024-12-05T00:54:43,689 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/1bf9616c3bad41b2969725fb9919ca7c to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/1bf9616c3bad41b2969725fb9919ca7c 2024-12-05T00:54:43,689 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/86cc52d7317b41e3be093ca061320b07 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/86cc52d7317b41e3be093ca061320b07 2024-12-05T00:54:43,695 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=1 2024-12-05T00:54:43,696 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. 2024-12-05T00:54:43,696 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8e28d5d17bdab72a2d05f74575dc9edb: Waiting for close lock at 1733360083666Running coprocessor pre-close hooks at 1733360083666Disabling compacts and flushes for region at 1733360083666Disabling writes for close at 1733360083666Writing region close event to WAL at 1733360083692 (+26 ms)Running coprocessor post-close hooks at 1733360083695 (+3 ms)Closed at 1733360083696 (+1 ms) 2024-12-05T00:54:43,698 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,699 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8e28d5d17bdab72a2d05f74575dc9edb, regionState=CLOSED 2024-12-05T00:54:43,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e28d5d17bdab72a2d05f74575dc9edb, server=fea72ea5c4b6,36023,1733360067954 because future has completed 2024-12-05T00:54:43,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T00:54:43,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8e28d5d17bdab72a2d05f74575dc9edb, server=fea72ea5c4b6,36023,1733360067954 in 198 msec 2024-12-05T00:54:43,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T00:54:43,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e28d5d17bdab72a2d05f74575dc9edb, UNASSIGN in 205 msec 2024-12-05T00:54:43,714 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:43,717 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=8e28d5d17bdab72a2d05f74575dc9edb, threads=2 2024-12-05T00:54:43,719 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce for region: 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,719 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/c97609a85c814505aa300c2b8bcc7fe8 for region: 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,729 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/c97609a85c814505aa300c2b8bcc7fe8, top=true 2024-12-05T00:54:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741848_1024 (size=27) 2024-12-05T00:54:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741848_1024 (size=27) 2024-12-05T00:54:43,736 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8 for child: 04f318343010b5260df12216084e3f31, parent: 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,736 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/c97609a85c814505aa300c2b8bcc7fe8 for region: 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741849_1025 (size=27) 2024-12-05T00:54:43,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741849_1025 (size=27) 2024-12-05T00:54:43,744 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce for region: 8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:54:43,745 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8e28d5d17bdab72a2d05f74575dc9edb Daughter A: [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb] storefiles, Daughter B: [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8] storefiles. 2024-12-05T00:54:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741850_1026 (size=71) 2024-12-05T00:54:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741850_1026 (size=71) 2024-12-05T00:54:43,755 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:43,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741851_1027 (size=71) 2024-12-05T00:54:43,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741851_1027 (size=71) 2024-12-05T00:54:43,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:43,775 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-05T00:54:43,777 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/recovered.edits/127.seqid, newMaxSeqId=127, maxSeqId=-1 2024-12-05T00:54:43,779 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733360083779"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733360083779"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733360083779"}]},"ts":"1733360083779"} 2024-12-05T00:54:43,780 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733360083779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733360083779"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733360083779"}]},"ts":"1733360083779"} 2024-12-05T00:54:43,780 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733360083779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733360083779"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733360083779"}]},"ts":"1733360083779"} 2024-12-05T00:54:43,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=35947b46ee00bea898d7f7bcbad433a3, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=04f318343010b5260df12216084e3f31, ASSIGN}] 2024-12-05T00:54:43,796 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=35947b46ee00bea898d7f7bcbad433a3, ASSIGN 2024-12-05T00:54:43,796 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=04f318343010b5260df12216084e3f31, ASSIGN 2024-12-05T00:54:43,797 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=35947b46ee00bea898d7f7bcbad433a3, ASSIGN; state=SPLITTING_NEW, location=fea72ea5c4b6,36023,1733360067954; forceNewPlan=false, retain=false 2024-12-05T00:54:43,797 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=04f318343010b5260df12216084e3f31, ASSIGN; state=SPLITTING_NEW, location=fea72ea5c4b6,36023,1733360067954; forceNewPlan=false, retain=false 2024-12-05T00:54:43,948 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=04f318343010b5260df12216084e3f31, regionState=OPENING, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:43,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=35947b46ee00bea898d7f7bcbad433a3, regionState=OPENING, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:43,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=35947b46ee00bea898d7f7bcbad433a3, ASSIGN because future has completed 2024-12-05T00:54:43,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35947b46ee00bea898d7f7bcbad433a3, server=fea72ea5c4b6,36023,1733360067954}] 2024-12-05T00:54:43,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=04f318343010b5260df12216084e3f31, ASSIGN because future has completed 2024-12-05T00:54:43,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954}] 2024-12-05T00:54:44,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T00:54:44,113 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:44,114 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 04f318343010b5260df12216084e3f31, NAME => 'TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-05T00:54:44,114 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,114 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:44,115 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,115 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,117 INFO [StoreOpener-04f318343010b5260df12216084e3f31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,119 INFO [StoreOpener-04f318343010b5260df12216084e3f31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f318343010b5260df12216084e3f31 columnFamilyName info 2024-12-05T00:54:44,119 DEBUG [StoreOpener-04f318343010b5260df12216084e3f31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:44,136 DEBUG [StoreOpener-04f318343010b5260df12216084e3f31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb->hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce-top 2024-12-05T00:54:44,142 DEBUG [StoreOpener-04f318343010b5260df12216084e3f31-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8 2024-12-05T00:54:44,142 INFO [StoreOpener-04f318343010b5260df12216084e3f31-1 {}] regionserver.HStore(327): Store=04f318343010b5260df12216084e3f31/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:54:44,142 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,143 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,144 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,145 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,145 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,147 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,147 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 04f318343010b5260df12216084e3f31; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878345, jitterRate=0.11687377095222473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:54:44,148 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04f318343010b5260df12216084e3f31 2024-12-05T00:54:44,148 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 04f318343010b5260df12216084e3f31: Running coprocessor pre-open hook at 1733360084115Writing region info on filesystem at 1733360084115Initializing all the Stores at 1733360084117 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360084117Cleaning up temporary data from old regions at 1733360084145 (+28 ms)Running coprocessor post-open hooks at 1733360084148 (+3 ms)Region opened successfully at 1733360084148 2024-12-05T00:54:44,149 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., pid=13, masterSystemTime=1733360084104 2024-12-05T00:54:44,149 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:44,149 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:44,149 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T00:54:44,150 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:44,150 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:54:44,150 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:44,150 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb->hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce-top, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=108.8 K 2024-12-05T00:54:44,151 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb, keycount=41, bloomtype=ROW, size=90.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733360079228 2024-12-05T00:54:44,151 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:44,151 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:44,151 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:54:44,152 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733360083425 2024-12-05T00:54:44,152 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 35947b46ee00bea898d7f7bcbad433a3, NAME => 'TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-05T00:54:44,152 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,152 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:54:44,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=04f318343010b5260df12216084e3f31, regionState=OPEN, openSeqNum=128, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:44,152 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,152 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,153 INFO [StoreOpener-35947b46ee00bea898d7f7bcbad433a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,154 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-05T00:54:44,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-05T00:54:44,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954 because future has completed 2024-12-05T00:54:44,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-05T00:54:44,155 INFO [StoreOpener-35947b46ee00bea898d7f7bcbad433a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35947b46ee00bea898d7f7bcbad433a3 columnFamilyName info 2024-12-05T00:54:44,155 DEBUG [StoreOpener-35947b46ee00bea898d7f7bcbad433a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:54:44,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T00:54:44,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954 in 203 msec 2024-12-05T00:54:44,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=04f318343010b5260df12216084e3f31, ASSIGN in 364 msec 2024-12-05T00:54:44,165 DEBUG [StoreOpener-35947b46ee00bea898d7f7bcbad433a3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb->hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce-bottom 2024-12-05T00:54:44,166 INFO [StoreOpener-35947b46ee00bea898d7f7bcbad433a3-1 {}] regionserver.HStore(327): Store=35947b46ee00bea898d7f7bcbad433a3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:54:44,166 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,167 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,168 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,168 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,168 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,170 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,171 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 35947b46ee00bea898d7f7bcbad433a3; next sequenceid=128; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=811054, jitterRate=0.03130881488323212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T00:54:44,171 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:54:44,171 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 35947b46ee00bea898d7f7bcbad433a3: Running coprocessor pre-open hook at 1733360084152Writing region info on filesystem at 1733360084152Initializing all the Stores at 1733360084153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360084153Cleaning up temporary data from old regions at 1733360084168 (+15 ms)Running coprocessor post-open hooks at 1733360084171 (+3 ms)Region opened successfully at 1733360084171 2024-12-05T00:54:44,172 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3., pid=12, masterSystemTime=1733360084104 2024-12-05T00:54:44,172 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 35947b46ee00bea898d7f7bcbad433a3:info, priority=-2147483648, current under compaction store size is 2 2024-12-05T00:54:44,172 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T00:54:44,172 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:44,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/info/4d859929c0d74f929fb869f9ab40096b is 193, key is TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31./info:regioninfo/1733360084152/Put/seqid=0 2024-12-05T00:54:44,172 INFO [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:54:44,173 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HStore(1541): 35947b46ee00bea898d7f7bcbad433a3/info is initiating minor compaction (all files) 2024-12-05T00:54:44,173 INFO [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 35947b46ee00bea898d7f7bcbad433a3/info in TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:54:44,173 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#42 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:44,173 INFO [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb->hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce-bottom] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/.tmp, totalSize=90.6 K 2024-12-05T00:54:44,173 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/25b331b603f9445c9095e8c93a693a2e is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:54:44,174 DEBUG [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:54:44,174 INFO [RS_OPEN_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:54:44,175 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] compactions.Compactor(225): Compacting 20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb, keycount=41, bloomtype=ROW, size=90.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733360079228 2024-12-05T00:54:44,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=35947b46ee00bea898d7f7bcbad433a3, regionState=OPEN, openSeqNum=128, regionLocation=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35947b46ee00bea898d7f7bcbad433a3, server=fea72ea5c4b6,36023,1733360067954 because future has completed 2024-12-05T00:54:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741852_1028 (size=9882) 2024-12-05T00:54:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741852_1028 (size=9882) 2024-12-05T00:54:44,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741853_1029 (size=39908) 2024-12-05T00:54:44,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/info/4d859929c0d74f929fb869f9ab40096b 2024-12-05T00:54:44,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T00:54:44,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 35947b46ee00bea898d7f7bcbad433a3, server=fea72ea5c4b6,36023,1733360067954 in 228 msec 2024-12-05T00:54:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741853_1029 (size=39908) 2024-12-05T00:54:44,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-05T00:54:44,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=35947b46ee00bea898d7f7bcbad433a3, ASSIGN in 388 msec 2024-12-05T00:54:44,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e28d5d17bdab72a2d05f74575dc9edb, daughterA=35947b46ee00bea898d7f7bcbad433a3, daughterB=04f318343010b5260df12216084e3f31 in 697 msec 2024-12-05T00:54:44,191 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/25b331b603f9445c9095e8c93a693a2e as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/25b331b603f9445c9095e8c93a693a2e 2024-12-05T00:54:44,198 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into 25b331b603f9445c9095e8c93a693a2e(size=39.0 K), total size for store is 39.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:44,198 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:44,198 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=14, startTime=1733360084149; duration=0sec 2024-12-05T00:54:44,198 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:44,199 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:54:44,202 INFO [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 35947b46ee00bea898d7f7bcbad433a3#info#compaction#44 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:44,203 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/.tmp/info/00b2ce65a04e45baba32d2f38f118b3a is 1055, key is row0001/info:/1733360079228/Put/seqid=0 2024-12-05T00:54:44,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/ns/7e82e96a6ac946779d38b47b58c0cd05 is 43, key is default/ns:d/1733360069111/Put/seqid=0 2024-12-05T00:54:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741854_1030 (size=71441) 2024-12-05T00:54:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741854_1030 (size=71441) 2024-12-05T00:54:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741855_1031 (size=5153) 2024-12-05T00:54:44,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741855_1031 (size=5153) 2024-12-05T00:54:44,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/ns/7e82e96a6ac946779d38b47b58c0cd05 2024-12-05T00:54:44,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/table/7addd8d55d8b4a07aa732d844e4621e1 is 65, key is TestLogRolling-testLogRolling/table:state/1733360069605/Put/seqid=0 2024-12-05T00:54:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741856_1032 (size=5340) 2024-12-05T00:54:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741856_1032 (size=5340) 2024-12-05T00:54:44,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/table/7addd8d55d8b4a07aa732d844e4621e1 2024-12-05T00:54:44,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/info/4d859929c0d74f929fb869f9ab40096b as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/info/4d859929c0d74f929fb869f9ab40096b 2024-12-05T00:54:44,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/info/4d859929c0d74f929fb869f9ab40096b, entries=30, sequenceid=17, filesize=9.7 K 2024-12-05T00:54:44,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/ns/7e82e96a6ac946779d38b47b58c0cd05 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/ns/7e82e96a6ac946779d38b47b58c0cd05 2024-12-05T00:54:44,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/ns/7e82e96a6ac946779d38b47b58c0cd05, entries=2, sequenceid=17, filesize=5.0 K 2024-12-05T00:54:44,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/table/7addd8d55d8b4a07aa732d844e4621e1 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/table/7addd8d55d8b4a07aa732d844e4621e1 2024-12-05T00:54:44,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/table/7addd8d55d8b4a07aa732d844e4621e1, entries=2, sequenceid=17, filesize=5.2 K 2024-12-05T00:54:44,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 113ms, sequenceid=17, compaction requested=false 2024-12-05T00:54:44,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T00:54:44,622 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/.tmp/info/00b2ce65a04e45baba32d2f38f118b3a as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/00b2ce65a04e45baba32d2f38f118b3a 2024-12-05T00:54:44,631 INFO [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 35947b46ee00bea898d7f7bcbad433a3/info of 35947b46ee00bea898d7f7bcbad433a3 into 00b2ce65a04e45baba32d2f38f118b3a(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:44,631 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 35947b46ee00bea898d7f7bcbad433a3: 2024-12-05T00:54:44,631 INFO [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3., storeName=35947b46ee00bea898d7f7bcbad433a3/info, priority=15, startTime=1733360084172; duration=0sec 2024-12-05T00:54:44,632 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:44,632 DEBUG [RS:0;fea72ea5c4b6:36023-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 35947b46ee00bea898d7f7bcbad433a3:info 2024-12-05T00:54:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51114 deadline: 1733360095451, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. is not online on fea72ea5c4b6,36023,1733360067954 2024-12-05T00:54:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. is not online on fea72ea5c4b6,36023,1733360067954 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T00:54:45,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb. is not online on fea72ea5c4b6,36023,1733360067954 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T00:54:45,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733360069204.8e28d5d17bdab72a2d05f74575dc9edb., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=2 from cache 2024-12-05T00:54:49,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:54:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:49,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:54:54,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T00:54:54,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T00:54:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=128] 2024-12-05T00:54:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:55,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:54:55,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/60fbc7b6100e4f289584695c2d0afb08 is 1055, key is row0097/info:/1733360095589/Put/seqid=0 2024-12-05T00:54:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741857_1033 (size=13394) 2024-12-05T00:54:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741857_1033 (size=13394) 2024-12-05T00:54:55,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/60fbc7b6100e4f289584695c2d0afb08 2024-12-05T00:54:55,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/60fbc7b6100e4f289584695c2d0afb08 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/60fbc7b6100e4f289584695c2d0afb08 2024-12-05T00:54:55,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/60fbc7b6100e4f289584695c2d0afb08, entries=8, sequenceid=139, filesize=13.1 K 2024-12-05T00:54:55,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 04f318343010b5260df12216084e3f31 in 27ms, sequenceid=139, compaction requested=false 2024-12-05T00:54:55,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:55,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-05T00:54:55,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/2f166af7d7584c0a8d042217663f5d47 is 1055, key is row0105/info:/1733360095604/Put/seqid=0 2024-12-05T00:54:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741858_1034 (size=20781) 2024-12-05T00:54:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741858_1034 (size=20781) 2024-12-05T00:54:55,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/2f166af7d7584c0a8d042217663f5d47 2024-12-05T00:54:55,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/2f166af7d7584c0a8d042217663f5d47 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/2f166af7d7584c0a8d042217663f5d47 2024-12-05T00:54:55,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/2f166af7d7584c0a8d042217663f5d47, entries=15, sequenceid=157, filesize=20.3 K 2024-12-05T00:54:55,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for 04f318343010b5260df12216084e3f31 in 23ms, sequenceid=157, compaction requested=true 2024-12-05T00:54:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:55,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:55,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:55,656 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:55,657 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:55,657 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:54:55,657 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:55,657 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/25b331b603f9445c9095e8c93a693a2e, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/60fbc7b6100e4f289584695c2d0afb08, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/2f166af7d7584c0a8d042217663f5d47] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=72.3 K 2024-12-05T00:54:55,657 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b331b603f9445c9095e8c93a693a2e, keycount=33, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733360081377 2024-12-05T00:54:55,657 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60fbc7b6100e4f289584695c2d0afb08, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733360095589 2024-12-05T00:54:55,658 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f166af7d7584c0a8d042217663f5d47, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733360095604 2024-12-05T00:54:55,670 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#49 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:55,671 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/fa75dc6abb1546918bc09cfe2835ee59 is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:54:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741859_1035 (size=64297) 2024-12-05T00:54:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741859_1035 (size=64297) 2024-12-05T00:54:55,682 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/fa75dc6abb1546918bc09cfe2835ee59 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fa75dc6abb1546918bc09cfe2835ee59 2024-12-05T00:54:55,689 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into fa75dc6abb1546918bc09cfe2835ee59(size=62.8 K), total size for store is 62.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:55,689 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:55,689 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=13, startTime=1733360095655; duration=0sec 2024-12-05T00:54:55,689 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:55,689 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:54:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:57,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-05T00:54:57,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/fbec176c959d4cd2a58a017e5e134cc8 is 1055, key is row0120/info:/1733360095633/Put/seqid=0 2024-12-05T00:54:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741860_1036 (size=15500) 2024-12-05T00:54:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741860_1036 (size=15500) 2024-12-05T00:54:57,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/fbec176c959d4cd2a58a017e5e134cc8 2024-12-05T00:54:57,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/fbec176c959d4cd2a58a017e5e134cc8 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fbec176c959d4cd2a58a017e5e134cc8 2024-12-05T00:54:57,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fbec176c959d4cd2a58a017e5e134cc8, entries=10, sequenceid=171, filesize=15.1 K 2024-12-05T00:54:57,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=11.29 KB/11561 for 04f318343010b5260df12216084e3f31 in 28ms, sequenceid=171, compaction requested=false 2024-12-05T00:54:57,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:57,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T00:54:57,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/d3eff1dd00a54084b22a31bdf668d69d is 1055, key is row0130/info:/1733360097660/Put/seqid=0 2024-12-05T00:54:57,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741861_1037 (size=18675) 2024-12-05T00:54:57,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741861_1037 (size=18675) 2024-12-05T00:54:57,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/d3eff1dd00a54084b22a31bdf668d69d 2024-12-05T00:54:57,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/d3eff1dd00a54084b22a31bdf668d69d as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3eff1dd00a54084b22a31bdf668d69d 2024-12-05T00:54:57,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3eff1dd00a54084b22a31bdf668d69d, entries=13, sequenceid=187, filesize=18.2 K 2024-12-05T00:54:57,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 04f318343010b5260df12216084e3f31 in 24ms, sequenceid=187, compaction requested=true 2024-12-05T00:54:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:57,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:57,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:57,711 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:57,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T00:54:57,712 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98472 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:57,712 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:54:57,712 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:57,712 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fa75dc6abb1546918bc09cfe2835ee59, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fbec176c959d4cd2a58a017e5e134cc8, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3eff1dd00a54084b22a31bdf668d69d] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=96.2 K 2024-12-05T00:54:57,713 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa75dc6abb1546918bc09cfe2835ee59, keycount=56, bloomtype=ROW, size=62.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733360081377 2024-12-05T00:54:57,713 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbec176c959d4cd2a58a017e5e134cc8, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733360095633 2024-12-05T00:54:57,713 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3eff1dd00a54084b22a31bdf668d69d, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733360097660 2024-12-05T00:54:57,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/d3658537121a4fc9b4499aa7000db22e is 1055, key is row0143/info:/1733360097687/Put/seqid=0 2024-12-05T00:54:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741862_1038 (size=17606) 2024-12-05T00:54:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741862_1038 (size=17606) 2024-12-05T00:54:57,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/d3658537121a4fc9b4499aa7000db22e 2024-12-05T00:54:57,728 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#53 average throughput is 39.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:57,729 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3 is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:54:57,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/d3658537121a4fc9b4499aa7000db22e as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3658537121a4fc9b4499aa7000db22e 2024-12-05T00:54:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741863_1039 (size=88695) 2024-12-05T00:54:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741863_1039 (size=88695) 2024-12-05T00:54:57,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3658537121a4fc9b4499aa7000db22e, entries=12, sequenceid=202, filesize=17.2 K 2024-12-05T00:54:57,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for 04f318343010b5260df12216084e3f31 in 26ms, sequenceid=202, compaction requested=false 2024-12-05T00:54:57,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:57,739 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3 2024-12-05T00:54:57,744 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into 4ad8b30bb32e4abf8e37b04c9ec9a3b3(size=86.6 K), total size for store is 103.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:57,744 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:57,744 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=13, startTime=1733360097710; duration=0sec 2024-12-05T00:54:57,745 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:57,745 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:54:57,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T00:54:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:59,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:54:59,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/81690eb38cd54466beeec2c1d7e71ff4 is 1055, key is row0155/info:/1733360097713/Put/seqid=0 2024-12-05T00:54:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741864_1040 (size=13394) 2024-12-05T00:54:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741864_1040 (size=13394) 2024-12-05T00:54:59,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/81690eb38cd54466beeec2c1d7e71ff4 2024-12-05T00:54:59,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/81690eb38cd54466beeec2c1d7e71ff4 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/81690eb38cd54466beeec2c1d7e71ff4 2024-12-05T00:54:59,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/81690eb38cd54466beeec2c1d7e71ff4, entries=8, sequenceid=214, filesize=13.1 K 2024-12-05T00:54:59,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 04f318343010b5260df12216084e3f31 in 24ms, sequenceid=214, compaction requested=true 2024-12-05T00:54:59,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:59,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:59,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:59,757 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:59,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-05T00:54:59,759 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119695 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:59,759 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:54:59,759 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:59,759 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3658537121a4fc9b4499aa7000db22e, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/81690eb38cd54466beeec2c1d7e71ff4] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=116.9 K 2024-12-05T00:54:59,759 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ad8b30bb32e4abf8e37b04c9ec9a3b3, keycount=79, bloomtype=ROW, size=86.6 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733360081377 2024-12-05T00:54:59,760 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3658537121a4fc9b4499aa7000db22e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733360097687 2024-12-05T00:54:59,760 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81690eb38cd54466beeec2c1d7e71ff4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733360097713 2024-12-05T00:54:59,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/ce223789f61a4448b580de4d7097f68c is 1055, key is row0163/info:/1733360099735/Put/seqid=0 2024-12-05T00:54:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741865_1041 (size=17606) 2024-12-05T00:54:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741865_1041 (size=17606) 2024-12-05T00:54:59,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/ce223789f61a4448b580de4d7097f68c 2024-12-05T00:54:59,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/ce223789f61a4448b580de4d7097f68c as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/ce223789f61a4448b580de4d7097f68c 2024-12-05T00:54:59,783 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#56 average throughput is 24.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:59,784 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/7f50986743f643aaaacb5a31f21e3939 is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:54:59,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/ce223789f61a4448b580de4d7097f68c, entries=12, sequenceid=229, filesize=17.2 K 2024-12-05T00:54:59,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=14.37 KB/14714 for 04f318343010b5260df12216084e3f31 in 31ms, sequenceid=229, compaction requested=false 2024-12-05T00:54:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741866_1042 (size=109861) 2024-12-05T00:54:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:54:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741866_1042 (size=109861) 2024-12-05T00:54:59,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-05T00:54:59,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/3d3bc01d18d74ca6aea9784858bdbba9 is 1055, key is row0175/info:/1733360099759/Put/seqid=0 2024-12-05T00:54:59,797 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/7f50986743f643aaaacb5a31f21e3939 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7f50986743f643aaaacb5a31f21e3939 2024-12-05T00:54:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741867_1043 (size=20781) 2024-12-05T00:54:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741867_1043 (size=20781) 2024-12-05T00:54:59,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/3d3bc01d18d74ca6aea9784858bdbba9 2024-12-05T00:54:59,805 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into 7f50986743f643aaaacb5a31f21e3939(size=107.3 K), total size for store is 124.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:59,805 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:59,805 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=13, startTime=1733360099757; duration=0sec 2024-12-05T00:54:59,805 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:59,805 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:54:59,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/3d3bc01d18d74ca6aea9784858bdbba9 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/3d3bc01d18d74ca6aea9784858bdbba9 2024-12-05T00:54:59,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/3d3bc01d18d74ca6aea9784858bdbba9, entries=15, sequenceid=247, filesize=20.3 K 2024-12-05T00:54:59,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=3.08 KB/3153 for 04f318343010b5260df12216084e3f31 in 28ms, sequenceid=247, compaction requested=true 2024-12-05T00:54:59,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:59,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:54:59,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:59,817 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:54:59,818 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 148248 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:54:59,818 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:54:59,818 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:54:59,818 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7f50986743f643aaaacb5a31f21e3939, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/ce223789f61a4448b580de4d7097f68c, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/3d3bc01d18d74ca6aea9784858bdbba9] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=144.8 K 2024-12-05T00:54:59,819 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f50986743f643aaaacb5a31f21e3939, keycount=99, bloomtype=ROW, size=107.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733360081377 2024-12-05T00:54:59,819 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce223789f61a4448b580de4d7097f68c, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733360099735 2024-12-05T00:54:59,820 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d3bc01d18d74ca6aea9784858bdbba9, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733360099759 2024-12-05T00:54:59,831 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#58 average throughput is 63.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:54:59,832 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/7b469e946ed84270907f977c76af96f2 is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:54:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741868_1044 (size=138530) 2024-12-05T00:54:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741868_1044 (size=138530) 2024-12-05T00:54:59,842 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/7b469e946ed84270907f977c76af96f2 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7b469e946ed84270907f977c76af96f2 2024-12-05T00:54:59,848 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into 7b469e946ed84270907f977c76af96f2(size=135.3 K), total size for store is 135.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:54:59,848 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:54:59,848 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=13, startTime=1733360099817; duration=0sec 2024-12-05T00:54:59,848 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:54:59,848 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:55:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:55:01,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:55:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T00:55:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51114 deadline: 1733360111843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954 2024-12-05T00:55:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=128 , the old value is region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=128, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T00:55:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=128 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=04f318343010b5260df12216084e3f31, server=fea72ea5c4b6,36023,1733360067954 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T00:55:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., hostname=fea72ea5c4b6,36023,1733360067954, seqNum=128 because the exception is null or not the one we care about 2024-12-05T00:55:01,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/a42e1fba0b174e0bb895ff3d70fc3cbd is 1055, key is row0190/info:/1733360099791/Put/seqid=0 2024-12-05T00:55:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741869_1045 (size=13398) 2024-12-05T00:55:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741869_1045 (size=13398) 2024-12-05T00:55:01,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/a42e1fba0b174e0bb895ff3d70fc3cbd 2024-12-05T00:55:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/a42e1fba0b174e0bb895ff3d70fc3cbd as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/a42e1fba0b174e0bb895ff3d70fc3cbd 2024-12-05T00:55:01,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/a42e1fba0b174e0bb895ff3d70fc3cbd, entries=8, sequenceid=260, filesize=13.1 K 2024-12-05T00:55:01,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 04f318343010b5260df12216084e3f31 in 65ms, sequenceid=260, compaction requested=false 2024-12-05T00:55:01,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:09,187 INFO [master/fea72ea5c4b6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T00:55:09,187 INFO [master/fea72ea5c4b6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T00:55:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:55:11,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-05T00:55:11,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/9fe2c0446f5b41f5b01d862481db1d3a is 1055, key is row0198/info:/1733360101814/Put/seqid=0 2024-12-05T00:55:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741870_1046 (size=28178) 2024-12-05T00:55:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741870_1046 (size=28178) 2024-12-05T00:55:11,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/9fe2c0446f5b41f5b01d862481db1d3a 2024-12-05T00:55:11,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/9fe2c0446f5b41f5b01d862481db1d3a as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/9fe2c0446f5b41f5b01d862481db1d3a 2024-12-05T00:55:11,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/9fe2c0446f5b41f5b01d862481db1d3a, entries=22, sequenceid=285, filesize=27.5 K 2024-12-05T00:55:11,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=5.13 KB/5255 for 04f318343010b5260df12216084e3f31 in 26ms, sequenceid=285, compaction requested=true 2024-12-05T00:55:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:55:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:55:11,895 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:55:11,896 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 180106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:55:11,896 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:55:11,896 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:11,896 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7b469e946ed84270907f977c76af96f2, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/a42e1fba0b174e0bb895ff3d70fc3cbd, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/9fe2c0446f5b41f5b01d862481db1d3a] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=175.9 K 2024-12-05T00:55:11,897 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b469e946ed84270907f977c76af96f2, keycount=126, bloomtype=ROW, size=135.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733360081377 2024-12-05T00:55:11,897 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting a42e1fba0b174e0bb895ff3d70fc3cbd, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733360099791 2024-12-05T00:55:11,897 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fe2c0446f5b41f5b01d862481db1d3a, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733360101814 2024-12-05T00:55:11,909 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#61 average throughput is 78.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:55:11,910 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/86eabd0531c94b81bf752482c00e83c6 is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:55:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741871_1047 (size=170320) 2024-12-05T00:55:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741871_1047 (size=170320) 2024-12-05T00:55:11,918 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/86eabd0531c94b81bf752482c00e83c6 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/86eabd0531c94b81bf752482c00e83c6 2024-12-05T00:55:11,923 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into 86eabd0531c94b81bf752482c00e83c6(size=166.3 K), total size for store is 166.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:55:11,923 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:11,923 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=13, startTime=1733360111895; duration=0sec 2024-12-05T00:55:11,923 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:55:11,923 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:55:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:55:13,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T00:55:13,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/314898e9a9a1400aa2c911cf7ce5f583 is 1055, key is row0220/info:/1733360111871/Put/seqid=0 2024-12-05T00:55:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741872_1048 (size=13402) 2024-12-05T00:55:13,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741872_1048 (size=13402) 2024-12-05T00:55:13,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/314898e9a9a1400aa2c911cf7ce5f583 2024-12-05T00:55:13,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/314898e9a9a1400aa2c911cf7ce5f583 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/314898e9a9a1400aa2c911cf7ce5f583 2024-12-05T00:55:13,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/314898e9a9a1400aa2c911cf7ce5f583, entries=8, sequenceid=297, filesize=13.1 K 2024-12-05T00:55:13,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 04f318343010b5260df12216084e3f31 in 23ms, sequenceid=297, compaction requested=false 2024-12-05T00:55:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:55:13,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T00:55:13,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/28f365f950ed4476a8db8937488f141a is 1055, key is row0228/info:/1733360113949/Put/seqid=0 2024-12-05T00:55:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741873_1049 (size=18688) 2024-12-05T00:55:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741873_1049 (size=18688) 2024-12-05T00:55:13,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/28f365f950ed4476a8db8937488f141a 2024-12-05T00:55:13,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/28f365f950ed4476a8db8937488f141a as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/28f365f950ed4476a8db8937488f141a 2024-12-05T00:55:13,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/28f365f950ed4476a8db8937488f141a, entries=13, sequenceid=313, filesize=18.3 K 2024-12-05T00:55:13,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for 04f318343010b5260df12216084e3f31 in 26ms, sequenceid=313, compaction requested=true 2024-12-05T00:55:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 04f318343010b5260df12216084e3f31:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T00:55:13,998 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T00:55:13,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:55:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8855): Flush requested on 04f318343010b5260df12216084e3f31 2024-12-05T00:55:13,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T00:55:13,999 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 202410 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T00:55:13,999 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1541): 04f318343010b5260df12216084e3f31/info is initiating minor compaction (all files) 2024-12-05T00:55:13,999 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 04f318343010b5260df12216084e3f31/info in TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:14,000 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/86eabd0531c94b81bf752482c00e83c6, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/314898e9a9a1400aa2c911cf7ce5f583, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/28f365f950ed4476a8db8937488f141a] into tmpdir=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp, totalSize=197.7 K 2024-12-05T00:55:14,000 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86eabd0531c94b81bf752482c00e83c6, keycount=156, bloomtype=ROW, size=166.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733360081377 2024-12-05T00:55:14,001 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 314898e9a9a1400aa2c911cf7ce5f583, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1733360111871 2024-12-05T00:55:14,001 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28f365f950ed4476a8db8937488f141a, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733360113949 2024-12-05T00:55:14,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/14518ac2a79842a8b7712d589b0db2f7 is 1055, key is row0241/info:/1733360113974/Put/seqid=0 2024-12-05T00:55:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741874_1050 (size=19742) 2024-12-05T00:55:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741874_1050 (size=19742) 2024-12-05T00:55:14,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/14518ac2a79842a8b7712d589b0db2f7 2024-12-05T00:55:14,014 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 04f318343010b5260df12216084e3f31#info#compaction#65 average throughput is 59.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T00:55:14,014 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/4aa6d894d3e948fda10d3ff13e4e8295 is 1055, key is row0064/info:/1733360081377/Put/seqid=0 2024-12-05T00:55:14,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/14518ac2a79842a8b7712d589b0db2f7 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/14518ac2a79842a8b7712d589b0db2f7 2024-12-05T00:55:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741875_1051 (size=192564) 2024-12-05T00:55:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741875_1051 (size=192564) 2024-12-05T00:55:14,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/14518ac2a79842a8b7712d589b0db2f7, entries=14, sequenceid=330, filesize=19.3 K 2024-12-05T00:55:14,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for 04f318343010b5260df12216084e3f31 in 24ms, sequenceid=330, compaction requested=false 2024-12-05T00:55:14,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:14,025 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/4aa6d894d3e948fda10d3ff13e4e8295 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/4aa6d894d3e948fda10d3ff13e4e8295 2024-12-05T00:55:14,031 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 04f318343010b5260df12216084e3f31/info of 04f318343010b5260df12216084e3f31 into 4aa6d894d3e948fda10d3ff13e4e8295(size=188.1 K), total size for store is 207.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T00:55:14,031 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:14,031 INFO [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., storeName=04f318343010b5260df12216084e3f31/info, priority=13, startTime=1733360113998; duration=0sec 2024-12-05T00:55:14,032 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T00:55:14,032 DEBUG [RS:0;fea72ea5c4b6:36023-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 04f318343010b5260df12216084e3f31:info 2024-12-05T00:55:14,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-05T00:55:16,004 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-05T00:55:16,023 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116004, exclude list is [], retry=0 2024-12-05T00:55:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-95778f59-0f2f-4ddf-aa26-77ca2146346a,DISK] 2024-12-05T00:55:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39767,DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa,DISK] 2024-12-05T00:55:16,027 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 with entries=313, filesize=302.29 KB; new WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116004 2024-12-05T00:55:16,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:42571:42571)] 2024-12-05T00:55:16,027 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 is not closed yet, will try archiving it next time 2024-12-05T00:55:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741833_1009 (size=309557) 2024-12-05T00:55:16,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 not finished, retry = 0 2024-12-05T00:55:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741833_1009 (size=309557) 2024-12-05T00:55:16,030 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 04f318343010b5260df12216084e3f31 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-05T00:55:16,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/79d08c3e1d844fb2ac730a334f72961c is 1055, key is row0255/info:/1733360114000/Put/seqid=0 2024-12-05T00:55:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741877_1053 (size=7066) 2024-12-05T00:55:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741877_1053 (size=7066) 2024-12-05T00:55:16,038 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/79d08c3e1d844fb2ac730a334f72961c 2024-12-05T00:55:16,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/.tmp/info/79d08c3e1d844fb2ac730a334f72961c as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/79d08c3e1d844fb2ac730a334f72961c 2024-12-05T00:55:16,049 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/79d08c3e1d844fb2ac730a334f72961c, entries=2, sequenceid=336, filesize=6.9 K 2024-12-05T00:55:16,050 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 04f318343010b5260df12216084e3f31 in 20ms, sequenceid=336, compaction requested=true 2024-12-05T00:55:16,050 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 04f318343010b5260df12216084e3f31: 2024-12-05T00:55:16,050 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-05T00:55:16,054 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/info/5477b3434c914cc3b70186bdf9a44a2e is 186, key is TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3./info:regioninfo/1733360084175/Put/seqid=0 2024-12-05T00:55:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741878_1054 (size=6153) 2024-12-05T00:55:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741878_1054 (size=6153) 2024-12-05T00:55:16,060 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/info/5477b3434c914cc3b70186bdf9a44a2e 2024-12-05T00:55:16,067 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/.tmp/info/5477b3434c914cc3b70186bdf9a44a2e as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/info/5477b3434c914cc3b70186bdf9a44a2e 2024-12-05T00:55:16,073 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/info/5477b3434c914cc3b70186bdf9a44a2e, entries=5, sequenceid=21, filesize=6.0 K 2024-12-05T00:55:16,074 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=21, compaction requested=false 2024-12-05T00:55:16,074 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T00:55:16,074 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 35947b46ee00bea898d7f7bcbad433a3: 2024-12-05T00:55:16,085 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116074, exclude list is [], retry=0 2024-12-05T00:55:16,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-95778f59-0f2f-4ddf-aa26-77ca2146346a,DISK] 2024-12-05T00:55:16,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39767,DS-f651bc90-eeb6-49fb-bbb1-937b44ae26fa,DISK] 2024-12-05T00:55:16,088 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116004 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116074 2024-12-05T00:55:16,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893),(127.0.0.1/127.0.0.1:42571:42571)] 2024-12-05T00:55:16,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 is not closed yet, will try archiving it next time 2024-12-05T00:55:16,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116004 is not closed yet, will try archiving it next time 2024-12-05T00:55:16,089 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T00:55:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741876_1052 (size=731) 2024-12-05T00:55:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741876_1052 (size=731) 2024-12-05T00:55:16,090 DEBUG [Close-WAL-Writer-1 {}] wal.AbstractFSWAL(879): hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 is not closed yet, will try archiving it next time 2024-12-05T00:55:16,091 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360116004 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/oldWALs/fea72ea5c4b6%2C36023%2C1733360067954.1733360116004 2024-12-05T00:55:16,130 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/WALs/fea72ea5c4b6,36023,1733360067954/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/oldWALs/fea72ea5c4b6%2C36023%2C1733360067954.1733360068569 2024-12-05T00:55:16,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T00:55:16,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:55:16,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:55:16,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:16,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:16,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T00:55:16,190 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T00:55:16,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1781060287, stopped=false 2024-12-05T00:55:16,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea72ea5c4b6,43511,1733360067783 2024-12-05T00:55:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:55:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:55:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:16,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:16,266 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:55:16,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:55:16,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:55:16,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:16,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:55:16,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:55:16,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,36023,1733360067954' ***** 2024-12-05T00:55:16,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:55:16,268 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:55:16,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:55:16,269 INFO [RS:0;fea72ea5c4b6:36023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:55:16,269 INFO [RS:0;fea72ea5c4b6:36023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:55:16,269 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(3091): Received CLOSE for 04f318343010b5260df12216084e3f31 2024-12-05T00:55:16,269 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(3091): Received CLOSE for 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:55:16,269 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,36023,1733360067954 2024-12-05T00:55:16,269 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04f318343010b5260df12216084e3f31, disabling compactions & flushes 2024-12-05T00:55:16,269 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:55:16,270 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:16,270 INFO [RS:0;fea72ea5c4b6:36023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea72ea5c4b6:36023. 2024-12-05T00:55:16,270 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:16,270 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. after waiting 0 ms 2024-12-05T00:55:16,270 DEBUG [RS:0;fea72ea5c4b6:36023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:55:16,270 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:16,270 DEBUG [RS:0;fea72ea5c4b6:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:16,270 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:55:16,270 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:55:16,270 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:55:16,270 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T00:55:16,271 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T00:55:16,271 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1325): Online Regions={04f318343010b5260df12216084e3f31=TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31., 1588230740=hbase:meta,,1.1588230740, 35947b46ee00bea898d7f7bcbad433a3=TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.} 2024-12-05T00:55:16,271 DEBUG [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1351): Waiting on 04f318343010b5260df12216084e3f31, 1588230740, 35947b46ee00bea898d7f7bcbad433a3 2024-12-05T00:55:16,271 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:55:16,271 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:55:16,271 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:55:16,271 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:55:16,271 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:55:16,271 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb->hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce-top, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/25b331b603f9445c9095e8c93a693a2e, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/60fbc7b6100e4f289584695c2d0afb08, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fa75dc6abb1546918bc09cfe2835ee59, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/2f166af7d7584c0a8d042217663f5d47, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fbec176c959d4cd2a58a017e5e134cc8, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3eff1dd00a54084b22a31bdf668d69d, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3658537121a4fc9b4499aa7000db22e, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7f50986743f643aaaacb5a31f21e3939, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/81690eb38cd54466beeec2c1d7e71ff4, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/ce223789f61a4448b580de4d7097f68c, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7b469e946ed84270907f977c76af96f2, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/3d3bc01d18d74ca6aea9784858bdbba9, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/a42e1fba0b174e0bb895ff3d70fc3cbd, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/86eabd0531c94b81bf752482c00e83c6, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/9fe2c0446f5b41f5b01d862481db1d3a, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/314898e9a9a1400aa2c911cf7ce5f583, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/28f365f950ed4476a8db8937488f141a] to archive 2024-12-05T00:55:16,273 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:55:16,275 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:55:16,276 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T00:55:16,276 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/25b331b603f9445c9095e8c93a693a2e to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/25b331b603f9445c9095e8c93a693a2e 2024-12-05T00:55:16,276 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:55:16,276 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:55:16,277 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360116271Running coprocessor pre-close hooks at 1733360116271Disabling compacts and flushes for region at 1733360116271Disabling writes for close at 1733360116271Writing region close event to WAL at 1733360116273 (+2 ms)Running coprocessor post-close hooks at 1733360116276 (+3 ms)Closed at 1733360116276 2024-12-05T00:55:16,277 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T00:55:16,277 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/TestLogRolling-testLogRolling=8e28d5d17bdab72a2d05f74575dc9edb-c97609a85c814505aa300c2b8bcc7fe8 2024-12-05T00:55:16,278 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/60fbc7b6100e4f289584695c2d0afb08 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/60fbc7b6100e4f289584695c2d0afb08 2024-12-05T00:55:16,280 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fa75dc6abb1546918bc09cfe2835ee59 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fa75dc6abb1546918bc09cfe2835ee59 2024-12-05T00:55:16,281 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/2f166af7d7584c0a8d042217663f5d47 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/2f166af7d7584c0a8d042217663f5d47 2024-12-05T00:55:16,282 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fbec176c959d4cd2a58a017e5e134cc8 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/fbec176c959d4cd2a58a017e5e134cc8 2024-12-05T00:55:16,283 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/4ad8b30bb32e4abf8e37b04c9ec9a3b3 2024-12-05T00:55:16,284 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3eff1dd00a54084b22a31bdf668d69d to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3eff1dd00a54084b22a31bdf668d69d 2024-12-05T00:55:16,285 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3658537121a4fc9b4499aa7000db22e to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/d3658537121a4fc9b4499aa7000db22e 2024-12-05T00:55:16,286 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7f50986743f643aaaacb5a31f21e3939 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7f50986743f643aaaacb5a31f21e3939 2024-12-05T00:55:16,287 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/81690eb38cd54466beeec2c1d7e71ff4 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/81690eb38cd54466beeec2c1d7e71ff4 2024-12-05T00:55:16,289 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/ce223789f61a4448b580de4d7097f68c to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/ce223789f61a4448b580de4d7097f68c 2024-12-05T00:55:16,290 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7b469e946ed84270907f977c76af96f2 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/7b469e946ed84270907f977c76af96f2 2024-12-05T00:55:16,292 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/3d3bc01d18d74ca6aea9784858bdbba9 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/3d3bc01d18d74ca6aea9784858bdbba9 2024-12-05T00:55:16,293 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/a42e1fba0b174e0bb895ff3d70fc3cbd to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/a42e1fba0b174e0bb895ff3d70fc3cbd 2024-12-05T00:55:16,295 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/86eabd0531c94b81bf752482c00e83c6 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/86eabd0531c94b81bf752482c00e83c6 2024-12-05T00:55:16,296 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/9fe2c0446f5b41f5b01d862481db1d3a to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/9fe2c0446f5b41f5b01d862481db1d3a 2024-12-05T00:55:16,297 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/314898e9a9a1400aa2c911cf7ce5f583 to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/314898e9a9a1400aa2c911cf7ce5f583 2024-12-05T00:55:16,299 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/28f365f950ed4476a8db8937488f141a to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/info/28f365f950ed4476a8db8937488f141a 2024-12-05T00:55:16,299 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fea72ea5c4b6:43511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T00:55:16,300 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [25b331b603f9445c9095e8c93a693a2e=39908, 60fbc7b6100e4f289584695c2d0afb08=13394, fa75dc6abb1546918bc09cfe2835ee59=64297, 2f166af7d7584c0a8d042217663f5d47=20781, fbec176c959d4cd2a58a017e5e134cc8=15500, 4ad8b30bb32e4abf8e37b04c9ec9a3b3=88695, d3eff1dd00a54084b22a31bdf668d69d=18675, d3658537121a4fc9b4499aa7000db22e=17606, 7f50986743f643aaaacb5a31f21e3939=109861, 81690eb38cd54466beeec2c1d7e71ff4=13394, ce223789f61a4448b580de4d7097f68c=17606, 7b469e946ed84270907f977c76af96f2=138530, 3d3bc01d18d74ca6aea9784858bdbba9=20781, a42e1fba0b174e0bb895ff3d70fc3cbd=13398, 86eabd0531c94b81bf752482c00e83c6=170320, 9fe2c0446f5b41f5b01d862481db1d3a=28178, 314898e9a9a1400aa2c911cf7ce5f583=13402, 28f365f950ed4476a8db8937488f141a=18688] 2024-12-05T00:55:16,303 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/04f318343010b5260df12216084e3f31/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=127 2024-12-05T00:55:16,304 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:16,304 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04f318343010b5260df12216084e3f31: Waiting for close lock at 1733360116269Running coprocessor pre-close hooks at 1733360116269Disabling compacts and flushes for region at 1733360116269Disabling writes for close at 1733360116270 (+1 ms)Writing region close event to WAL at 1733360116300 (+30 ms)Running coprocessor post-close hooks at 1733360116304 (+4 ms)Closed at 1733360116304 2024-12-05T00:55:16,304 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733360083488.04f318343010b5260df12216084e3f31. 2024-12-05T00:55:16,304 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35947b46ee00bea898d7f7bcbad433a3, disabling compactions & flushes 2024-12-05T00:55:16,304 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:55:16,304 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:55:16,304 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. after waiting 0 ms 2024-12-05T00:55:16,304 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:55:16,305 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb->hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/8e28d5d17bdab72a2d05f74575dc9edb/info/20066294b2534e62a89ebbd28dcaafce-bottom] to archive 2024-12-05T00:55:16,306 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T00:55:16,307 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb to hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/archive/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/info/20066294b2534e62a89ebbd28dcaafce.8e28d5d17bdab72a2d05f74575dc9edb 2024-12-05T00:55:16,307 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-05T00:55:16,311 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/data/default/TestLogRolling-testLogRolling/35947b46ee00bea898d7f7bcbad433a3/recovered.edits/132.seqid, newMaxSeqId=132, maxSeqId=127 2024-12-05T00:55:16,311 INFO [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:55:16,311 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35947b46ee00bea898d7f7bcbad433a3: Waiting for close lock at 1733360116304Running coprocessor pre-close hooks at 1733360116304Disabling compacts and flushes for region at 1733360116304Disabling writes for close at 1733360116304Writing region close event to WAL at 1733360116308 (+4 ms)Running coprocessor post-close hooks at 1733360116311 (+3 ms)Closed at 1733360116311 2024-12-05T00:55:16,311 DEBUG [RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733360083488.35947b46ee00bea898d7f7bcbad433a3. 2024-12-05T00:55:16,439 INFO [regionserver/fea72ea5c4b6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:55:16,444 INFO [regionserver/fea72ea5c4b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T00:55:16,444 INFO [regionserver/fea72ea5c4b6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T00:55:16,471 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,36023,1733360067954; all regions closed. 2024-12-05T00:55:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741834_1010 (size=8107) 2024-12-05T00:55:16,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741834_1010 (size=8107) 2024-12-05T00:55:16,482 DEBUG [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/oldWALs 2024-12-05T00:55:16,482 INFO [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C36023%2C1733360067954.meta:.meta(num 1733360069019) 2024-12-05T00:55:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741879_1055 (size=780) 2024-12-05T00:55:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741879_1055 (size=780) 2024-12-05T00:55:16,486 DEBUG [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/oldWALs 2024-12-05T00:55:16,486 INFO [RS:0;fea72ea5c4b6:36023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C36023%2C1733360067954:(num 1733360116074) 2024-12-05T00:55:16,486 DEBUG [RS:0;fea72ea5c4b6:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:16,486 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:55:16,486 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:55:16,486 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:55:16,487 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:55:16,487 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:55:16,487 INFO [RS:0;fea72ea5c4b6:36023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36023 2024-12-05T00:55:16,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,36023,1733360067954 2024-12-05T00:55:16,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:55:16,498 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:55:16,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,36023,1733360067954] 2024-12-05T00:55:16,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,36023,1733360067954 already deleted, retry=false 2024-12-05T00:55:16,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,36023,1733360067954 expired; onlineServers=0 2024-12-05T00:55:16,614 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea72ea5c4b6,43511,1733360067783' ***** 2024-12-05T00:55:16,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T00:55:16,614 INFO [M:0;fea72ea5c4b6:43511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:55:16,614 INFO [M:0;fea72ea5c4b6:43511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:55:16,614 DEBUG [M:0;fea72ea5c4b6:43511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T00:55:16,615 DEBUG [M:0;fea72ea5c4b6:43511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T00:55:16,615 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T00:55:16,615 INFO [M:0;fea72ea5c4b6:43511 {}] hbase.ChoreService(370): Chore service for: master/fea72ea5c4b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T00:55:16,615 INFO [M:0;fea72ea5c4b6:43511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:55:16,615 DEBUG [M:0;fea72ea5c4b6:43511 {}] master.HMaster(1795): Stopping service threads 2024-12-05T00:55:16,615 INFO [M:0;fea72ea5c4b6:43511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T00:55:16,615 INFO [M:0;fea72ea5c4b6:43511 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:55:16,615 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360068322 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360068322,5,FailOnTimeoutGroup] 2024-12-05T00:55:16,615 INFO [M:0;fea72ea5c4b6:43511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T00:55:16,615 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360068322 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360068322,5,FailOnTimeoutGroup] 2024-12-05T00:55:16,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T00:55:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T00:55:16,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:16,625 DEBUG [M:0;fea72ea5c4b6:43511 {}] zookeeper.ZKUtil(347): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T00:55:16,625 WARN [M:0;fea72ea5c4b6:43511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T00:55:16,627 INFO [M:0;fea72ea5c4b6:43511 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/.lastflushedseqids 2024-12-05T00:55:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741880_1056 (size=228) 2024-12-05T00:55:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741880_1056 (size=228) 2024-12-05T00:55:16,635 INFO [M:0;fea72ea5c4b6:43511 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T00:55:16,635 INFO [M:0;fea72ea5c4b6:43511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T00:55:16,635 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:55:16,635 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:16,636 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:16,636 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:55:16,636 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:16,636 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-12-05T00:55:16,654 DEBUG [M:0;fea72ea5c4b6:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb4ae02c612e4507a4fea3cb3193ec8c is 82, key is hbase:meta,,1/info:regioninfo/1733360069055/Put/seqid=0 2024-12-05T00:55:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741881_1057 (size=5672) 2024-12-05T00:55:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741881_1057 (size=5672) 2024-12-05T00:55:16,661 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb4ae02c612e4507a4fea3cb3193ec8c 2024-12-05T00:55:16,682 DEBUG [M:0;fea72ea5c4b6:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f5a6b995f474366b73a7f168fa81ddc is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733360069611/Put/seqid=0 2024-12-05T00:55:16,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741882_1058 (size=7090) 2024-12-05T00:55:16,688 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f5a6b995f474366b73a7f168fa81ddc 2024-12-05T00:55:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741882_1058 (size=7090) 2024-12-05T00:55:16,694 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f5a6b995f474366b73a7f168fa81ddc 2024-12-05T00:55:16,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:16,703 INFO [RS:0;fea72ea5c4b6:36023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:55:16,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x101a2fba0630001, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:16,704 INFO [RS:0;fea72ea5c4b6:36023 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,36023,1733360067954; zookeeper connection closed. 2024-12-05T00:55:16,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b14b479 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b14b479 2024-12-05T00:55:16,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T00:55:16,714 DEBUG [M:0;fea72ea5c4b6:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c323804afd34db1a2c761db9adc4a06 is 69, key is fea72ea5c4b6,36023,1733360067954/rs:state/1733360068413/Put/seqid=0 2024-12-05T00:55:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741883_1059 (size=5156) 2024-12-05T00:55:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741883_1059 (size=5156) 2024-12-05T00:55:16,722 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c323804afd34db1a2c761db9adc4a06 2024-12-05T00:55:16,745 DEBUG [M:0;fea72ea5c4b6:43511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c0faed6afb064ada8a1f4e2eb32eae4a is 52, key is load_balancer_on/state:d/1733360069199/Put/seqid=0 2024-12-05T00:55:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741884_1060 (size=5056) 2024-12-05T00:55:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741884_1060 (size=5056) 2024-12-05T00:55:16,754 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c0faed6afb064ada8a1f4e2eb32eae4a 2024-12-05T00:55:16,759 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb4ae02c612e4507a4fea3cb3193ec8c as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb4ae02c612e4507a4fea3cb3193ec8c 2024-12-05T00:55:16,764 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb4ae02c612e4507a4fea3cb3193ec8c, entries=8, sequenceid=125, filesize=5.5 K 2024-12-05T00:55:16,765 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f5a6b995f474366b73a7f168fa81ddc as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f5a6b995f474366b73a7f168fa81ddc 2024-12-05T00:55:16,769 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f5a6b995f474366b73a7f168fa81ddc 2024-12-05T00:55:16,770 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f5a6b995f474366b73a7f168fa81ddc, entries=13, sequenceid=125, filesize=6.9 K 2024-12-05T00:55:16,770 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c323804afd34db1a2c761db9adc4a06 as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c323804afd34db1a2c761db9adc4a06 2024-12-05T00:55:16,774 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c323804afd34db1a2c761db9adc4a06, entries=1, sequenceid=125, filesize=5.0 K 2024-12-05T00:55:16,775 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/c0faed6afb064ada8a1f4e2eb32eae4a as hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c0faed6afb064ada8a1f4e2eb32eae4a 2024-12-05T00:55:16,779 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/3e614694-141f-5635-ae34-331d3beaae78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/c0faed6afb064ada8a1f4e2eb32eae4a, entries=1, sequenceid=125, filesize=4.9 K 2024-12-05T00:55:16,780 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=125, compaction requested=false 2024-12-05T00:55:16,781 INFO [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:16,781 DEBUG [M:0;fea72ea5c4b6:43511 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360116635Disabling compacts and flushes for region at 1733360116635Disabling writes for close at 1733360116636 (+1 ms)Obtaining lock to block concurrent updates at 1733360116636Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733360116636Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1733360116636Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733360116637 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733360116637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733360116654 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733360116654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733360116666 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733360116682 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733360116682Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733360116694 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733360116713 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733360116713Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733360116727 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733360116744 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733360116745 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dbceef: reopening flushed file at 1733360116758 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1536f40a: reopening flushed file at 1733360116764 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc8a6a7: reopening flushed file at 1733360116770 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f15fdb: reopening flushed file at 1733360116774 (+4 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=125, compaction requested=false at 1733360116780 (+6 ms)Writing region close event to WAL at 1733360116781 (+1 ms)Closed at 1733360116781 2024-12-05T00:55:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741830_1006 (size=61332) 2024-12-05T00:55:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39767 is added to blk_1073741830_1006 (size=61332) 2024-12-05T00:55:16,785 INFO [M:0;fea72ea5c4b6:43511 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T00:55:16,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:55:16,785 INFO [M:0;fea72ea5c4b6:43511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43511 2024-12-05T00:55:16,785 INFO [M:0;fea72ea5c4b6:43511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:55:16,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:16,893 INFO [M:0;fea72ea5c4b6:43511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:55:16,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43511-0x101a2fba0630000, quorum=127.0.0.1:53283, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:16,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bab07a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:55:16,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60477bfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:55:16,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:55:16,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264502b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:55:16,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769d3ec0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir/,STOPPED} 2024-12-05T00:55:16,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:55:16,898 WARN [BP-681997127-172.17.0.2-1733360065351 heartbeating to localhost/127.0.0.1:39667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:55:16,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:55:16,898 WARN [BP-681997127-172.17.0.2-1733360065351 heartbeating to localhost/127.0.0.1:39667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-681997127-172.17.0.2-1733360065351 (Datanode Uuid 5a4dba09-14cb-431b-9cb4-ebb3d0a52fb1) service to localhost/127.0.0.1:39667 2024-12-05T00:55:16,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data3/current/BP-681997127-172.17.0.2-1733360065351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:16,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data4/current/BP-681997127-172.17.0.2-1733360065351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:16,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:55:16,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41eab56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:55:16,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dcfdafc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:55:16,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:55:16,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3277a64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:55:16,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15afbbf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir/,STOPPED} 2024-12-05T00:55:16,904 WARN [BP-681997127-172.17.0.2-1733360065351 heartbeating to localhost/127.0.0.1:39667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:55:16,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:55:16,904 WARN [BP-681997127-172.17.0.2-1733360065351 heartbeating to localhost/127.0.0.1:39667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-681997127-172.17.0.2-1733360065351 (Datanode Uuid ce842a13-6780-4634-9306-f08284e25810) service to localhost/127.0.0.1:39667 2024-12-05T00:55:16,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:55:16,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data1/current/BP-681997127-172.17.0.2-1733360065351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:16,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/cluster_4ae62654-21ce-cdbc-1271-b591a0222c92/data/data2/current/BP-681997127-172.17.0.2-1733360065351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:16,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:55:16,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb32245{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:55:16,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7892c223{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:55:16,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:55:16,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29033802{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:55:16,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0aa98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir/,STOPPED} 2024-12-05T00:55:16,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T00:55:16,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T00:55:16,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=112 (was 99) - Thread LEAK? -, OpenFileDescriptor=452 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=84 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=9783 (was 10040) 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=112, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=84, ProcessCount=11, AvailableMemoryMB=9783 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.log.dir so I do NOT create it in target/test-data/fea12fe6-0cd1-c677-4348-144836059523 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1486d088-1e7d-593e-99e0-418845eed44a/hadoop.tmp.dir so I do NOT create it in target/test-data/fea12fe6-0cd1-c677-4348-144836059523 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f, deleteOnExit=true 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/test.cache.data in system properties and HBase conf 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T00:55:16,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T00:55:16,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T00:55:16,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/nfs.dump.dir in system properties and HBase conf 2024-12-05T00:55:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/java.io.tmpdir in system properties and HBase conf 2024-12-05T00:55:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T00:55:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T00:55:16,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T00:55:17,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:55:17,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:55:17,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:55:17,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:55:17,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T00:55:17,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:55:17,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8286779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:55:17,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c830045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:55:17,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152b14e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/java.io.tmpdir/jetty-localhost-34351-hadoop-hdfs-3_4_1-tests_jar-_-any-8079128661126036350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:55:17,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc04b1b{HTTP/1.1, (http/1.1)}{localhost:34351} 2024-12-05T00:55:17,529 INFO [Time-limited test {}] server.Server(415): Started @200811ms 2024-12-05T00:55:17,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:55:17,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:55:17,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:55:17,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:55:17,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:55:17,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ebd8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:55:17,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483db475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:55:17,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bb83fd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/java.io.tmpdir/jetty-localhost-35111-hadoop-hdfs-3_4_1-tests_jar-_-any-1807725921068569213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:55:17,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a5c19c{HTTP/1.1, (http/1.1)}{localhost:35111} 2024-12-05T00:55:17,950 INFO [Time-limited test {}] server.Server(415): Started @201232ms 2024-12-05T00:55:17,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:55:17,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T00:55:17,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T00:55:17,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T00:55:17,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T00:55:17,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T00:55:17,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f931798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir/,AVAILABLE} 2024-12-05T00:55:17,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@389ee88a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T00:55:18,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3edcb9e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/java.io.tmpdir/jetty-localhost-41101-hadoop-hdfs-3_4_1-tests_jar-_-any-13621610530767370384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:55:18,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6248e2b{HTTP/1.1, (http/1.1)}{localhost:41101} 2024-12-05T00:55:18,072 INFO [Time-limited test {}] server.Server(415): Started @201354ms 2024-12-05T00:55:18,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T00:55:19,623 WARN [Thread-1615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data1/current/BP-1612662527-172.17.0.2-1733360117001/current, will proceed with Du for space computation calculation, 2024-12-05T00:55:19,623 WARN [Thread-1616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data2/current/BP-1612662527-172.17.0.2-1733360117001/current, will proceed with Du for space computation calculation, 2024-12-05T00:55:19,642 WARN [Thread-1579 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:55:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ae40c568e43f4de with lease ID 0x350a279edaf41541: Processing first storage report for DS-1bb9e8de-9889-4738-8e25-af61c42c2302 from datanode DatanodeRegistration(127.0.0.1:46101, datanodeUuid=77860d9b-26da-4927-9e8c-3f6aa1b975b3, infoPort=42781, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001) 2024-12-05T00:55:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ae40c568e43f4de with lease ID 0x350a279edaf41541: from storage DS-1bb9e8de-9889-4738-8e25-af61c42c2302 node DatanodeRegistration(127.0.0.1:46101, datanodeUuid=77860d9b-26da-4927-9e8c-3f6aa1b975b3, infoPort=42781, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:55:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ae40c568e43f4de with lease ID 0x350a279edaf41541: Processing first storage report for DS-dc2aed9f-b01f-455e-8880-86378c0a16dc from datanode DatanodeRegistration(127.0.0.1:46101, datanodeUuid=77860d9b-26da-4927-9e8c-3f6aa1b975b3, infoPort=42781, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001) 2024-12-05T00:55:19,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ae40c568e43f4de with lease ID 0x350a279edaf41541: from storage DS-dc2aed9f-b01f-455e-8880-86378c0a16dc node DatanodeRegistration(127.0.0.1:46101, datanodeUuid=77860d9b-26da-4927-9e8c-3f6aa1b975b3, infoPort=42781, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:55:19,762 WARN [Thread-1627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data4/current/BP-1612662527-172.17.0.2-1733360117001/current, will proceed with Du for space computation calculation, 2024-12-05T00:55:19,762 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data3/current/BP-1612662527-172.17.0.2-1733360117001/current, will proceed with Du for space computation calculation, 2024-12-05T00:55:19,776 WARN [Thread-1602 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T00:55:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53fa16b51d92acd2 with lease ID 0x350a279edaf41542: Processing first storage report for DS-58bd795c-6d38-45ed-af26-997fe67c5702 from datanode DatanodeRegistration(127.0.0.1:35457, datanodeUuid=a20943b8-1d79-4373-b956-2aff2ea84315, infoPort=37853, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001) 2024-12-05T00:55:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53fa16b51d92acd2 with lease ID 0x350a279edaf41542: from storage DS-58bd795c-6d38-45ed-af26-997fe67c5702 node DatanodeRegistration(127.0.0.1:35457, datanodeUuid=a20943b8-1d79-4373-b956-2aff2ea84315, infoPort=37853, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T00:55:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53fa16b51d92acd2 with lease ID 0x350a279edaf41542: Processing first storage report for DS-47e92f46-4605-426a-a7f3-d12f6e2c2200 from datanode DatanodeRegistration(127.0.0.1:35457, datanodeUuid=a20943b8-1d79-4373-b956-2aff2ea84315, infoPort=37853, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001) 2024-12-05T00:55:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53fa16b51d92acd2 with lease ID 0x350a279edaf41542: from storage DS-47e92f46-4605-426a-a7f3-d12f6e2c2200 node DatanodeRegistration(127.0.0.1:35457, datanodeUuid=a20943b8-1d79-4373-b956-2aff2ea84315, infoPort=37853, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=2049885134;c=1733360117001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T00:55:19,810 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523 2024-12-05T00:55:19,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/zookeeper_0, clientPort=59221, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T00:55:19,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59221 2024-12-05T00:55:19,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:19,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:55:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741825_1001 (size=7) 2024-12-05T00:55:19,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06 with version=8 2024-12-05T00:55:19,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38749/user/jenkins/test-data/7962246c-7570-5635-6537-bfe071320268/hbase-staging 2024-12-05T00:55:19,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T00:55:19,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:55:19,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43473 2024-12-05T00:55:19,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43473 connecting to ZooKeeper ensemble=127.0.0.1:59221 2024-12-05T00:55:19,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434730x0, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:55:19,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43473-0x101a2fc6bb00000 connected 2024-12-05T00:55:20,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:20,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:20,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:55:20,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06, hbase.cluster.distributed=false 2024-12-05T00:55:20,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:55:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43473 2024-12-05T00:55:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43473 2024-12-05T00:55:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43473 2024-12-05T00:55:20,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43473 2024-12-05T00:55:20,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43473 2024-12-05T00:55:20,116 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fea72ea5c4b6:0 server-side Connection retries=45 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T00:55:20,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T00:55:20,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46203 2024-12-05T00:55:20,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46203 connecting to ZooKeeper ensemble=127.0.0.1:59221 2024-12-05T00:55:20,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:20,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462030x0, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T00:55:20,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:55:20,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46203-0x101a2fc6bb00001 connected 2024-12-05T00:55:20,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T00:55:20,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T00:55:20,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T00:55:20,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T00:55:20,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46203 2024-12-05T00:55:20,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46203 2024-12-05T00:55:20,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46203 2024-12-05T00:55:20,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46203 2024-12-05T00:55:20,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46203 2024-12-05T00:55:20,206 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fea72ea5c4b6:43473 2024-12-05T00:55:20,208 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:55:20,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:55:20,223 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T00:55:20,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,244 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T00:55:20,245 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fea72ea5c4b6,43473,1733360119830 from backup master directory 2024-12-05T00:55:20,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:55:20,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T00:55:20,265 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:55:20,265 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,272 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/hbase.id] with ID: 208e75a8-fc50-46bc-ae8f-d02a6c4371d5 2024-12-05T00:55:20,272 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/.tmp/hbase.id 2024-12-05T00:55:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:55:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741826_1002 (size=42) 2024-12-05T00:55:20,280 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/.tmp/hbase.id]:[hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/hbase.id] 2024-12-05T00:55:20,292 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:20,292 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T00:55:20,293 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T00:55:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:55:20,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741827_1003 (size=196) 2024-12-05T00:55:20,319 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T00:55:20,320 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T00:55:20,321 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:55:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:55:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741828_1004 (size=1189) 2024-12-05T00:55:20,333 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store 2024-12-05T00:55:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:55:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741829_1005 (size=34) 2024-12-05T00:55:20,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:55:20,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:55:20,340 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:20,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:20,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:55:20,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:20,340 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:20,340 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360120340Disabling compacts and flushes for region at 1733360120340Disabling writes for close at 1733360120340Writing region close event to WAL at 1733360120340Closed at 1733360120340 2024-12-05T00:55:20,341 WARN [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/.initializing 2024-12-05T00:55:20,341 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/WALs/fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,342 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:55:20,344 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C43473%2C1733360119830, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/WALs/fea72ea5c4b6,43473,1733360119830, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/oldWALs, maxLogs=10 2024-12-05T00:55:20,356 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/WALs/fea72ea5c4b6,43473,1733360119830/fea72ea5c4b6%2C43473%2C1733360119830.1733360120344, exclude list is [], retry=0 2024-12-05T00:55:20,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-58bd795c-6d38-45ed-af26-997fe67c5702,DISK] 2024-12-05T00:55:20,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-1bb9e8de-9889-4738-8e25-af61c42c2302,DISK] 2024-12-05T00:55:20,361 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/WALs/fea72ea5c4b6,43473,1733360119830/fea72ea5c4b6%2C43473%2C1733360119830.1733360120344 2024-12-05T00:55:20,364 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37853:37853),(127.0.0.1/127.0.0.1:42781:42781)] 2024-12-05T00:55:20,364 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:55:20,365 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:55:20,365 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,365 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T00:55:20,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:20,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T00:55:20,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:55:20,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T00:55:20,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:55:20,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T00:55:20,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T00:55:20,380 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,381 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,381 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,382 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,383 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,383 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T00:55:20,384 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T00:55:20,389 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:55:20,389 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813899, jitterRate=0.03492717444896698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T00:55:20,390 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733360120365Initializing all the Stores at 1733360120366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360120366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360120370 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360120370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360120370Cleaning up temporary data from old regions at 1733360120383 (+13 ms)Region opened successfully at 1733360120390 (+7 ms) 2024-12-05T00:55:20,390 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T00:55:20,393 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657f356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:55:20,394 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T00:55:20,394 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T00:55:20,394 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T00:55:20,394 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T00:55:20,395 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T00:55:20,395 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T00:55:20,395 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T00:55:20,403 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T00:55:20,403 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T00:55:20,414 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T00:55:20,414 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T00:55:20,415 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T00:55:20,433 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T00:55:20,433 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T00:55:20,434 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T00:55:20,454 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T00:55:20,455 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T00:55:20,475 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T00:55:20,478 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T00:55:20,487 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T00:55:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:55:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T00:55:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,499 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fea72ea5c4b6,43473,1733360119830, sessionid=0x101a2fc6bb00000, setting cluster-up flag (Was=false) 2024-12-05T00:55:20,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,561 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T00:55:20,563 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:20,614 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T00:55:20,615 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:20,616 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T00:55:20,618 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T00:55:20,618 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T00:55:20,618 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T00:55:20,618 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fea72ea5c4b6,43473,1733360119830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=5, maxPoolSize=5 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fea72ea5c4b6:0, corePoolSize=10, maxPoolSize=10 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:55:20,620 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733360150621 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T00:55:20,621 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T00:55:20,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:55:20,622 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T00:55:20,622 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T00:55:20,622 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T00:55:20,622 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T00:55:20,622 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T00:55:20,622 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T00:55:20,623 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360120622,5,FailOnTimeoutGroup] 2024-12-05T00:55:20,623 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360120623,5,FailOnTimeoutGroup] 2024-12-05T00:55:20,623 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,623 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T00:55:20,623 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,623 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T00:55:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:55:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741831_1007 (size=1321) 2024-12-05T00:55:20,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T00:55:20,630 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06 2024-12-05T00:55:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:55:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741832_1008 (size=32) 2024-12-05T00:55:20,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:55:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:55:20,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:55:20,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:55:20,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:55:20,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:20,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:55:20,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:55:20,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:20,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:55:20,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:55:20,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:20,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:20,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:55:20,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740 2024-12-05T00:55:20,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740 2024-12-05T00:55:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:55:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:55:20,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:55:20,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:55:20,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T00:55:20,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=824984, jitterRate=0.04902152717113495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:55:20,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733360120637Initializing all the Stores at 1733360120638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360120638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360120638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360120638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360120638Cleaning up temporary data from old regions at 1733360120646 (+8 ms)Region opened successfully at 1733360120650 (+4 ms) 2024-12-05T00:55:20,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:55:20,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:55:20,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:55:20,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:55:20,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:55:20,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:55:20,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360120650Disabling compacts and flushes for region at 1733360120650Disabling writes for close at 1733360120650Writing region close event to WAL at 1733360120651 (+1 ms)Closed at 1733360120651 2024-12-05T00:55:20,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:55:20,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T00:55:20,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T00:55:20,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:55:20,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T00:55:20,693 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(746): ClusterId : 208e75a8-fc50-46bc-ae8f-d02a6c4371d5 2024-12-05T00:55:20,693 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T00:55:20,708 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T00:55:20,708 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T00:55:20,729 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T00:55:20,729 DEBUG [RS:0;fea72ea5c4b6:46203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3918576f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fea72ea5c4b6/172.17.0.2:0 2024-12-05T00:55:20,742 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fea72ea5c4b6:46203 2024-12-05T00:55:20,743 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T00:55:20,743 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T00:55:20,743 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T00:55:20,743 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(2659): reportForDuty to master=fea72ea5c4b6,43473,1733360119830 with port=46203, startcode=1733360120116 2024-12-05T00:55:20,744 DEBUG [RS:0;fea72ea5c4b6:46203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T00:55:20,745 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55769, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T00:55:20,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:20,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43473 {}] master.ServerManager(517): Registering regionserver=fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:20,746 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06 2024-12-05T00:55:20,746 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44933 2024-12-05T00:55:20,746 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T00:55:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:55:20,760 DEBUG [RS:0;fea72ea5c4b6:46203 {}] zookeeper.ZKUtil(111): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:20,760 WARN [RS:0;fea72ea5c4b6:46203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T00:55:20,760 INFO [RS:0;fea72ea5c4b6:46203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:55:20,760 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:20,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fea72ea5c4b6,46203,1733360120116] 2024-12-05T00:55:20,764 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T00:55:20,766 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T00:55:20,766 INFO [RS:0;fea72ea5c4b6:46203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T00:55:20,766 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,767 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T00:55:20,767 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T00:55:20,768 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=2, maxPoolSize=2 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fea72ea5c4b6:0, corePoolSize=1, maxPoolSize=1 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:55:20,768 DEBUG [RS:0;fea72ea5c4b6:46203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fea72ea5c4b6:0, corePoolSize=3, maxPoolSize=3 2024-12-05T00:55:20,769 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,769 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,769 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,769 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,769 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,769 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,46203,1733360120116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:55:20,784 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T00:55:20,784 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,46203,1733360120116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,784 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,784 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.Replication(171): fea72ea5c4b6,46203,1733360120116 started 2024-12-05T00:55:20,797 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:20,797 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1482): Serving as fea72ea5c4b6,46203,1733360120116, RpcServer on fea72ea5c4b6/172.17.0.2:46203, sessionid=0x101a2fc6bb00001 2024-12-05T00:55:20,797 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T00:55:20,797 DEBUG [RS:0;fea72ea5c4b6:46203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:20,797 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,46203,1733360120116' 2024-12-05T00:55:20,797 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T00:55:20,798 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T00:55:20,798 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T00:55:20,798 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T00:55:20,798 DEBUG [RS:0;fea72ea5c4b6:46203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:20,798 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fea72ea5c4b6,46203,1733360120116' 2024-12-05T00:55:20,798 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T00:55:20,799 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T00:55:20,799 DEBUG [RS:0;fea72ea5c4b6:46203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T00:55:20,799 INFO [RS:0;fea72ea5c4b6:46203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T00:55:20,799 INFO [RS:0;fea72ea5c4b6:46203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T00:55:20,803 WARN [fea72ea5c4b6:43473 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T00:55:20,899 INFO [RS:0;fea72ea5c4b6:46203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:55:20,900 INFO [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C46203%2C1733360120116, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs, maxLogs=32 2024-12-05T00:55:20,913 DEBUG [RS:0;fea72ea5c4b6:46203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116/fea72ea5c4b6%2C46203%2C1733360120116.1733360120901, exclude list is [], retry=0 2024-12-05T00:55:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-58bd795c-6d38-45ed-af26-997fe67c5702,DISK] 2024-12-05T00:55:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-1bb9e8de-9889-4738-8e25-af61c42c2302,DISK] 2024-12-05T00:55:20,917 INFO [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116/fea72ea5c4b6%2C46203%2C1733360120116.1733360120901 2024-12-05T00:55:20,917 DEBUG [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37853:37853),(127.0.0.1/127.0.0.1:42781:42781)] 2024-12-05T00:55:21,054 DEBUG [fea72ea5c4b6:43473 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T00:55:21,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:21,055 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,46203,1733360120116, state=OPENING 2024-12-05T00:55:21,066 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T00:55:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:21,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:55:21,078 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T00:55:21,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:55:21,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,46203,1733360120116}] 2024-12-05T00:55:21,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T00:55:21,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53083, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T00:55:21,243 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T00:55:21,243 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:55:21,243 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T00:55:21,245 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fea72ea5c4b6%2C46203%2C1733360120116.meta, suffix=.meta, logDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs, maxLogs=32 2024-12-05T00:55:21,256 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116/fea72ea5c4b6%2C46203%2C1733360120116.meta.1733360121245.meta, exclude list is [], retry=0 2024-12-05T00:55:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-58bd795c-6d38-45ed-af26-997fe67c5702,DISK] 2024-12-05T00:55:21,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-1bb9e8de-9889-4738-8e25-af61c42c2302,DISK] 2024-12-05T00:55:21,260 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/fea72ea5c4b6,46203,1733360120116/fea72ea5c4b6%2C46203%2C1733360120116.meta.1733360121245.meta 2024-12-05T00:55:21,260 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37853:37853),(127.0.0.1/127.0.0.1:42781:42781)] 2024-12-05T00:55:21,260 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T00:55:21,260 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T00:55:21,260 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T00:55:21,260 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T00:55:21,260 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T00:55:21,261 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T00:55:21,261 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T00:55:21,261 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T00:55:21,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T00:55:21,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T00:55:21,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:21,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:21,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T00:55:21,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T00:55:21,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:21,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:21,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T00:55:21,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T00:55:21,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:21,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:21,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T00:55:21,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T00:55:21,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T00:55:21,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T00:55:21,267 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T00:55:21,268 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740 2024-12-05T00:55:21,269 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740 2024-12-05T00:55:21,270 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T00:55:21,270 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T00:55:21,270 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T00:55:21,271 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T00:55:21,272 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=703104, jitterRate=-0.10595740377902985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T00:55:21,272 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T00:55:21,272 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733360121261Writing region info on filesystem at 1733360121261Initializing all the Stores at 1733360121262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360121262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360121262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733360121262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733360121262Cleaning up temporary data from old regions at 1733360121270 (+8 ms)Running coprocessor post-open hooks at 1733360121272 (+2 ms)Region opened successfully at 1733360121272 2024-12-05T00:55:21,273 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733360121231 2024-12-05T00:55:21,275 DEBUG [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T00:55:21,275 INFO [RS_OPEN_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T00:55:21,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:21,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fea72ea5c4b6,46203,1733360120116, state=OPEN 2024-12-05T00:55:21,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:55:21,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T00:55:21,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:55:21,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T00:55:21,347 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:21,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T00:55:21,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fea72ea5c4b6,46203,1733360120116 in 269 msec 2024-12-05T00:55:21,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T00:55:21,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-12-05T00:55:21,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T00:55:21,355 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T00:55:21,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:55:21,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,46203,1733360120116, seqNum=-1] 2024-12-05T00:55:21,357 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:55:21,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56921, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:55:21,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 745 msec 2024-12-05T00:55:21,363 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733360121363, completionTime=-1 2024-12-05T00:55:21,363 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T00:55:21,363 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733360181365 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733360241365 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43473,1733360119830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43473,1733360119830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43473,1733360119830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,365 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fea72ea5c4b6:43473, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,366 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,366 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,367 DEBUG [master/fea72ea5c4b6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T00:55:21,369 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.104sec 2024-12-05T00:55:21,369 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T00:55:21,369 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T00:55:21,369 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T00:55:21,369 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T00:55:21,370 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T00:55:21,370 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43473,1733360119830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T00:55:21,370 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43473,1733360119830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T00:55:21,372 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T00:55:21,372 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T00:55:21,372 INFO [master/fea72ea5c4b6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fea72ea5c4b6,43473,1733360119830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T00:55:21,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7611c0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:55:21,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fea72ea5c4b6,43473,-1 for getting cluster id 2024-12-05T00:55:21,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T00:55:21,395 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '208e75a8-fc50-46bc-ae8f-d02a6c4371d5' 2024-12-05T00:55:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T00:55:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "208e75a8-fc50-46bc-ae8f-d02a6c4371d5" 2024-12-05T00:55:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565312a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:55:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fea72ea5c4b6,43473,-1] 2024-12-05T00:55:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T00:55:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:21,398 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T00:55:21,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b656f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T00:55:21,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T00:55:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fea72ea5c4b6,46203,1733360120116, seqNum=-1] 2024-12-05T00:55:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T00:55:21,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T00:55:21,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:21,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T00:55:21,407 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T00:55:21,408 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T00:55:21,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T00:55:21,411 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs, maxLogs=32 2024-12-05T00:55:21,421 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121411, exclude list is [], retry=0 2024-12-05T00:55:21,424 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-1bb9e8de-9889-4738-8e25-af61c42c2302,DISK] 2024-12-05T00:55:21,424 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-58bd795c-6d38-45ed-af26-997fe67c5702,DISK] 2024-12-05T00:55:21,426 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121411 2024-12-05T00:55:21,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42781:42781),(127.0.0.1/127.0.0.1:37853:37853)] 2024-12-05T00:55:21,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121427, exclude list is [], retry=0 2024-12-05T00:55:21,439 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46101,DS-1bb9e8de-9889-4738-8e25-af61c42c2302,DISK] 2024-12-05T00:55:21,439 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-58bd795c-6d38-45ed-af26-997fe67c5702,DISK] 2024-12-05T00:55:21,441 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121411 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121427 2024-12-05T00:55:21,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42781:42781),(127.0.0.1/127.0.0.1:37853:37853)] 2024-12-05T00:55:21,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121411 is not closed yet, will try archiving it next time 2024-12-05T00:55:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741835_1011 (size=93) 2024-12-05T00:55:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741835_1011 (size=93) 2024-12-05T00:55:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741836_1012 (size=93) 2024-12-05T00:55:21,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741836_1012 (size=93) 2024-12-05T00:55:21,443 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/WALs/test.com,8080,1/test.com%2C8080%2C1.1733360121411 to hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs/test.com%2C8080%2C1.1733360121411 2024-12-05T00:55:21,445 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs 2024-12-05T00:55:21,445 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733360121427) 2024-12-05T00:55:21,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T00:55:21,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:55:21,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:55:21,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:21,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:21,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T00:55:21,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T00:55:21,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585965362, stopped=false 2024-12-05T00:55:21,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fea72ea5c4b6,43473,1733360119830 2024-12-05T00:55:21,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:55:21,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T00:55:21,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:21,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:21,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:55:21,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T00:55:21,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:55:21,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:21,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:55:21,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fea72ea5c4b6,46203,1733360120116' ***** 2024-12-05T00:55:21,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T00:55:21,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T00:55:21,467 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T00:55:21,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(959): stopping server fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fea72ea5c4b6:46203. 2024-12-05T00:55:21,468 DEBUG [RS:0;fea72ea5c4b6:46203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T00:55:21,468 DEBUG [RS:0;fea72ea5c4b6:46203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T00:55:21,468 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T00:55:21,468 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T00:55:21,468 DEBUG [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T00:55:21,468 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T00:55:21,468 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T00:55:21,468 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T00:55:21,468 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T00:55:21,468 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T00:55:21,469 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T00:55:21,481 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/.tmp/ns/cc4ae28c763049cebb4f653a75ad9edd is 43, key is default/ns:d/1733360121359/Put/seqid=0 2024-12-05T00:55:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741837_1013 (size=5153) 2024-12-05T00:55:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741837_1013 (size=5153) 2024-12-05T00:55:21,486 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/.tmp/ns/cc4ae28c763049cebb4f653a75ad9edd 2024-12-05T00:55:21,492 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/.tmp/ns/cc4ae28c763049cebb4f653a75ad9edd as hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/ns/cc4ae28c763049cebb4f653a75ad9edd 2024-12-05T00:55:21,497 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/ns/cc4ae28c763049cebb4f653a75ad9edd, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T00:55:21,498 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-12-05T00:55:21,498 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T00:55:21,502 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T00:55:21,503 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T00:55:21,503 INFO [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T00:55:21,503 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733360121468Running coprocessor pre-close hooks at 1733360121468Disabling compacts and flushes for region at 1733360121468Disabling writes for close at 1733360121468Obtaining lock to block concurrent updates at 1733360121469 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733360121469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733360121469Flushing stores of hbase:meta,,1.1588230740 at 1733360121469Flushing 1588230740/ns: creating writer at 1733360121469Flushing 1588230740/ns: appending metadata at 1733360121481 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733360121481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dfbc583: reopening flushed file at 1733360121491 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1733360121498 (+7 ms)Writing region close event to WAL at 1733360121499 (+1 ms)Running coprocessor post-close hooks at 1733360121503 (+4 ms)Closed at 1733360121503 2024-12-05T00:55:21,503 DEBUG [RS_CLOSE_META-regionserver/fea72ea5c4b6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T00:55:21,668 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(976): stopping server fea72ea5c4b6,46203,1733360120116; all regions closed. 2024-12-05T00:55:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741834_1010 (size=1152) 2024-12-05T00:55:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741834_1010 (size=1152) 2024-12-05T00:55:21,673 DEBUG [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs 2024-12-05T00:55:21,674 INFO [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C46203%2C1733360120116.meta:.meta(num 1733360121245) 2024-12-05T00:55:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741833_1009 (size=93) 2024-12-05T00:55:21,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741833_1009 (size=93) 2024-12-05T00:55:21,678 DEBUG [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/oldWALs 2024-12-05T00:55:21,678 INFO [RS:0;fea72ea5c4b6:46203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fea72ea5c4b6%2C46203%2C1733360120116:(num 1733360120901) 2024-12-05T00:55:21,678 DEBUG [RS:0;fea72ea5c4b6:46203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T00:55:21,678 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T00:55:21,678 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:55:21,678 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.ChoreService(370): Chore service for: regionserver/fea72ea5c4b6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T00:55:21,679 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:55:21,679 INFO [regionserver/fea72ea5c4b6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:55:21,679 INFO [RS:0;fea72ea5c4b6:46203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46203 2024-12-05T00:55:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fea72ea5c4b6,46203,1733360120116 2024-12-05T00:55:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T00:55:21,698 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:55:21,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fea72ea5c4b6,46203,1733360120116] 2024-12-05T00:55:21,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fea72ea5c4b6,46203,1733360120116 already deleted, retry=false 2024-12-05T00:55:21,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fea72ea5c4b6,46203,1733360120116 expired; onlineServers=0 2024-12-05T00:55:21,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fea72ea5c4b6,43473,1733360119830' ***** 2024-12-05T00:55:21,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T00:55:21,719 INFO [M:0;fea72ea5c4b6:43473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T00:55:21,719 INFO [M:0;fea72ea5c4b6:43473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T00:55:21,719 DEBUG [M:0;fea72ea5c4b6:43473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T00:55:21,719 DEBUG [M:0;fea72ea5c4b6:43473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T00:55:21,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T00:55:21,720 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360120622 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.large.0-1733360120622,5,FailOnTimeoutGroup] 2024-12-05T00:55:21,720 DEBUG [master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360120623 {}] cleaner.HFileCleaner(306): Exit Thread[master/fea72ea5c4b6:0:becomeActiveMaster-HFileCleaner.small.0-1733360120623,5,FailOnTimeoutGroup] 2024-12-05T00:55:21,720 INFO [M:0;fea72ea5c4b6:43473 {}] hbase.ChoreService(370): Chore service for: master/fea72ea5c4b6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T00:55:21,720 INFO [M:0;fea72ea5c4b6:43473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T00:55:21,720 DEBUG [M:0;fea72ea5c4b6:43473 {}] master.HMaster(1795): Stopping service threads 2024-12-05T00:55:21,720 INFO [M:0;fea72ea5c4b6:43473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T00:55:21,720 INFO [M:0;fea72ea5c4b6:43473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T00:55:21,720 INFO [M:0;fea72ea5c4b6:43473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T00:55:21,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T00:55:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T00:55:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T00:55:21,738 DEBUG [M:0;fea72ea5c4b6:43473 {}] zookeeper.ZKUtil(347): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T00:55:21,738 WARN [M:0;fea72ea5c4b6:43473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T00:55:21,739 INFO [M:0;fea72ea5c4b6:43473 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/.lastflushedseqids 2024-12-05T00:55:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741838_1014 (size=99) 2024-12-05T00:55:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741838_1014 (size=99) 2024-12-05T00:55:21,746 INFO [M:0;fea72ea5c4b6:43473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T00:55:21,746 INFO [M:0;fea72ea5c4b6:43473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T00:55:21,746 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T00:55:21,746 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:21,747 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:21,747 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T00:55:21,747 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:21,747 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-05T00:55:21,765 DEBUG [M:0;fea72ea5c4b6:43473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d90eb5dae5a34f02b93ae79fd3fbe48c is 82, key is hbase:meta,,1/info:regioninfo/1733360121275/Put/seqid=0 2024-12-05T00:55:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741839_1015 (size=5672) 2024-12-05T00:55:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741839_1015 (size=5672) 2024-12-05T00:55:21,771 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d90eb5dae5a34f02b93ae79fd3fbe48c 2024-12-05T00:55:21,793 DEBUG [M:0;fea72ea5c4b6:43473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aa64ee172314515a49b5110898dace6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733360121362/Put/seqid=0 2024-12-05T00:55:21,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T00:55:21,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741840_1016 (size=5275) 2024-12-05T00:55:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741840_1016 (size=5275) 2024-12-05T00:55:21,809 INFO [RS:0;fea72ea5c4b6:46203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:55:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:21,809 INFO [RS:0;fea72ea5c4b6:46203 {}] regionserver.HRegionServer(1031): Exiting; stopping=fea72ea5c4b6,46203,1733360120116; zookeeper connection closed. 2024-12-05T00:55:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46203-0x101a2fc6bb00001, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:21,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c1fe224 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c1fe224 2024-12-05T00:55:21,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T00:55:21,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:21,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T00:55:22,206 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aa64ee172314515a49b5110898dace6 2024-12-05T00:55:22,228 DEBUG [M:0;fea72ea5c4b6:43473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1645069af3494a48b12db9e10b7c7862 is 69, key is fea72ea5c4b6,46203,1733360120116/rs:state/1733360120745/Put/seqid=0 2024-12-05T00:55:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741841_1017 (size=5156) 2024-12-05T00:55:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741841_1017 (size=5156) 2024-12-05T00:55:22,235 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1645069af3494a48b12db9e10b7c7862 2024-12-05T00:55:22,252 DEBUG [M:0;fea72ea5c4b6:43473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6602edffd2aa4504ab62c404c7bf93e4 is 52, key is load_balancer_on/state:d/1733360121406/Put/seqid=0 2024-12-05T00:55:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741842_1018 (size=5056) 2024-12-05T00:55:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741842_1018 (size=5056) 2024-12-05T00:55:22,257 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6602edffd2aa4504ab62c404c7bf93e4 2024-12-05T00:55:22,262 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d90eb5dae5a34f02b93ae79fd3fbe48c as hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d90eb5dae5a34f02b93ae79fd3fbe48c 2024-12-05T00:55:22,269 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d90eb5dae5a34f02b93ae79fd3fbe48c, entries=8, sequenceid=29, filesize=5.5 K 2024-12-05T00:55:22,270 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8aa64ee172314515a49b5110898dace6 as hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8aa64ee172314515a49b5110898dace6 2024-12-05T00:55:22,276 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8aa64ee172314515a49b5110898dace6, entries=3, sequenceid=29, filesize=5.2 K 2024-12-05T00:55:22,277 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1645069af3494a48b12db9e10b7c7862 as hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1645069af3494a48b12db9e10b7c7862 2024-12-05T00:55:22,284 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1645069af3494a48b12db9e10b7c7862, entries=1, sequenceid=29, filesize=5.0 K 2024-12-05T00:55:22,285 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6602edffd2aa4504ab62c404c7bf93e4 as hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6602edffd2aa4504ab62c404c7bf93e4 2024-12-05T00:55:22,291 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/38dec0c4-ed7f-c078-cfbe-bb5c7bb62f06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6602edffd2aa4504ab62c404c7bf93e4, entries=1, sequenceid=29, filesize=4.9 K 2024-12-05T00:55:22,293 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=29, compaction requested=false 2024-12-05T00:55:22,301 INFO [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T00:55:22,301 DEBUG [M:0;fea72ea5c4b6:43473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733360121746Disabling compacts and flushes for region at 1733360121746Disabling writes for close at 1733360121747 (+1 ms)Obtaining lock to block concurrent updates at 1733360121747Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733360121747Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733360121747Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733360121748 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733360121748Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733360121765 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733360121765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733360121776 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733360121793 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733360121793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733360122212 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733360122228 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733360122228Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733360122240 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733360122252 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733360122252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f91deb1: reopening flushed file at 1733360122261 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e5f42c: reopening flushed file at 1733360122269 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54432830: reopening flushed file at 1733360122276 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b871c5: reopening flushed file at 1733360122284 (+8 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=29, compaction requested=false at 1733360122293 (+9 ms)Writing region close event to WAL at 1733360122301 (+8 ms)Closed at 1733360122301 2024-12-05T00:55:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46101 is added to blk_1073741830_1006 (size=10311) 2024-12-05T00:55:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741830_1006 (size=10311) 2024-12-05T00:55:22,311 INFO [M:0;fea72ea5c4b6:43473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T00:55:22,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T00:55:22,312 INFO [M:0;fea72ea5c4b6:43473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43473 2024-12-05T00:55:22,312 INFO [M:0;fea72ea5c4b6:43473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T00:55:22,428 INFO [M:0;fea72ea5c4b6:43473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T00:55:22,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:22,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43473-0x101a2fc6bb00000, quorum=127.0.0.1:59221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T00:55:22,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3edcb9e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:55:22,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6248e2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:55:22,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:55:22,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@389ee88a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:55:22,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f931798{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir/,STOPPED} 2024-12-05T00:55:22,432 WARN [BP-1612662527-172.17.0.2-1733360117001 heartbeating to localhost/127.0.0.1:44933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:55:22,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:55:22,432 WARN [BP-1612662527-172.17.0.2-1733360117001 heartbeating to localhost/127.0.0.1:44933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612662527-172.17.0.2-1733360117001 (Datanode Uuid a20943b8-1d79-4373-b956-2aff2ea84315) service to localhost/127.0.0.1:44933 2024-12-05T00:55:22,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:55:22,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data3/current/BP-1612662527-172.17.0.2-1733360117001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:22,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data4/current/BP-1612662527-172.17.0.2-1733360117001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:22,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:55:22,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bb83fd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T00:55:22,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a5c19c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:55:22,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:55:22,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483db475{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:55:22,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ebd8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir/,STOPPED} 2024-12-05T00:55:22,437 WARN [BP-1612662527-172.17.0.2-1733360117001 heartbeating to localhost/127.0.0.1:44933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T00:55:22,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T00:55:22,437 WARN [BP-1612662527-172.17.0.2-1733360117001 heartbeating to localhost/127.0.0.1:44933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612662527-172.17.0.2-1733360117001 (Datanode Uuid 77860d9b-26da-4927-9e8c-3f6aa1b975b3) service to localhost/127.0.0.1:44933 2024-12-05T00:55:22,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T00:55:22,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data1/current/BP-1612662527-172.17.0.2-1733360117001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:22,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/cluster_c69f5765-127b-1379-3bc5-e9b2c2e15c4f/data/data2/current/BP-1612662527-172.17.0.2-1733360117001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T00:55:22,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T00:55:22,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152b14e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T00:55:22,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc04b1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T00:55:22,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T00:55:22,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c830045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T00:55:22,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8286779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fea12fe6-0cd1-c677-4348-144836059523/hadoop.log.dir/,STOPPED} 2024-12-05T00:55:22,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T00:55:22,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T00:55:22,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 112) - Thread LEAK? -, OpenFileDescriptor=507 (was 452) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 84) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9498 (was 9783)