2024-11-08 06:51:59,146 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 06:51:59,156 main DEBUG Took 0.009172 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 06:51:59,157 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 06:51:59,157 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 06:51:59,158 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 06:51:59,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,165 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 06:51:59,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,179 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,180 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,181 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,182 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,184 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,184 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,185 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,186 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 06:51:59,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,188 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 06:51:59,189 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 06:51:59,190 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 06:51:59,192 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 06:51:59,192 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 06:51:59,193 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 06:51:59,194 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 06:51:59,201 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 06:51:59,203 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 06:51:59,205 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 06:51:59,205 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 06:51:59,205 main DEBUG createAppenders(={Console}) 2024-11-08 06:51:59,206 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-08 06:51:59,206 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-08 06:51:59,206 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-08 06:51:59,207 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 06:51:59,207 main DEBUG OutputStream closed 2024-11-08 06:51:59,207 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 06:51:59,208 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 06:51:59,208 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-08 06:51:59,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 06:51:59,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 06:51:59,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 06:51:59,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 06:51:59,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 06:51:59,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 06:51:59,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 06:51:59,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 06:51:59,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 06:51:59,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 06:51:59,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 06:51:59,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 06:51:59,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 06:51:59,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 06:51:59,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 06:51:59,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 06:51:59,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 06:51:59,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 06:51:59,283 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 06:51:59,284 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-08 06:51:59,284 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 06:51:59,285 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-08T06:51:59,533 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9 2024-11-08 06:51:59,536 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 06:51:59,536 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T06:51:59,545 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-08T06:51:59,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=10548 2024-11-08T06:51:59,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:51:59,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291, deleteOnExit=true 2024-11-08T06:51:59,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:51:59,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/test.cache.data in system properties and HBase conf 2024-11-08T06:51:59,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:51:59,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:51:59,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:51:59,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:51:59,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:51:59,719 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T06:51:59,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:51:59,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:51:59,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:51:59,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:51:59,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:51:59,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:51:59,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:51:59,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:51:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:51:59,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:51:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:51:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:51:59,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:51:59,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:51:59,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:52:00,883 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T06:52:00,951 INFO [Time-limited test {}] log.Log(170): Logging initialized @2469ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T06:52:01,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:52:01,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:52:01,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:52:01,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:52:01,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:52:01,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:52:01,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:52:01,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:52:01,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/java.io.tmpdir/jetty-localhost-37657-hadoop-hdfs-3_4_1-tests_jar-_-any-673645053877374953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:52:01,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:37657} 2024-11-08T06:52:01,292 INFO [Time-limited test {}] server.Server(415): Started @2810ms 2024-11-08T06:52:01,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:52:01,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:52:01,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:52:01,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:52:01,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:52:01,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:52:01,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:52:02,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/java.io.tmpdir/jetty-localhost-44171-hadoop-hdfs-3_4_1-tests_jar-_-any-16456529907166634470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:52:02,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:44171} 2024-11-08T06:52:02,010 INFO [Time-limited test {}] server.Server(415): Started @3528ms 2024-11-08T06:52:02,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:52:02,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:52:02,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:52:02,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:52:02,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:52:02,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:52:02,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:52:02,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:52:02,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/java.io.tmpdir/jetty-localhost-37315-hadoop-hdfs-3_4_1-tests_jar-_-any-13618008282514729991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:52:02,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:37315} 2024-11-08T06:52:02,277 INFO [Time-limited test {}] server.Server(415): Started @3795ms 2024-11-08T06:52:02,280 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:52:03,239 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data2/current/BP-2053405331-172.17.0.2-1731048720377/current, will proceed with Du for space computation calculation, 2024-11-08T06:52:03,239 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data4/current/BP-2053405331-172.17.0.2-1731048720377/current, will proceed with Du for space computation calculation, 2024-11-08T06:52:03,239 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data1/current/BP-2053405331-172.17.0.2-1731048720377/current, will proceed with Du for space computation calculation, 2024-11-08T06:52:03,239 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data3/current/BP-2053405331-172.17.0.2-1731048720377/current, will proceed with Du for space computation calculation, 2024-11-08T06:52:03,274 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:52:03,274 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:52:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a54cd311b6c98d with lease ID 0x58f2ec448b3ae1e2: Processing first storage report for DS-90b5036a-499f-4b64-9fa7-65c01c839685 from datanode DatanodeRegistration(127.0.0.1:40801, datanodeUuid=9a0fcb86-3e39-47d0-9021-b168391396ff, infoPort=33031, infoSecurePort=0, ipcPort=36407, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377) 2024-11-08T06:52:03,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a54cd311b6c98d with lease ID 0x58f2ec448b3ae1e2: from storage DS-90b5036a-499f-4b64-9fa7-65c01c839685 node DatanodeRegistration(127.0.0.1:40801, datanodeUuid=9a0fcb86-3e39-47d0-9021-b168391396ff, infoPort=33031, infoSecurePort=0, ipcPort=36407, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T06:52:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a89e5eddae39667 with lease ID 0x58f2ec448b3ae1e3: Processing first storage report for DS-0129e5aa-3553-483c-a599-05ce7bd43dbf from datanode DatanodeRegistration(127.0.0.1:33807, datanodeUuid=2d403e37-805e-4d3c-9ad7-e57772663943, infoPort=34333, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377) 2024-11-08T06:52:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a89e5eddae39667 with lease ID 0x58f2ec448b3ae1e3: from storage DS-0129e5aa-3553-483c-a599-05ce7bd43dbf node DatanodeRegistration(127.0.0.1:33807, datanodeUuid=2d403e37-805e-4d3c-9ad7-e57772663943, infoPort=34333, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T06:52:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a54cd311b6c98d with lease ID 0x58f2ec448b3ae1e2: Processing first storage report for DS-f57ac9cb-dde6-4ffb-bd84-81e329e96cf3 from datanode DatanodeRegistration(127.0.0.1:40801, datanodeUuid=9a0fcb86-3e39-47d0-9021-b168391396ff, infoPort=33031, infoSecurePort=0, ipcPort=36407, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377) 2024-11-08T06:52:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a54cd311b6c98d with lease ID 0x58f2ec448b3ae1e2: from storage DS-f57ac9cb-dde6-4ffb-bd84-81e329e96cf3 node DatanodeRegistration(127.0.0.1:40801, datanodeUuid=9a0fcb86-3e39-47d0-9021-b168391396ff, infoPort=33031, infoSecurePort=0, ipcPort=36407, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:52:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a89e5eddae39667 with lease ID 0x58f2ec448b3ae1e3: Processing first storage report for DS-b2967054-00b8-4f94-b711-073b164afd96 from datanode DatanodeRegistration(127.0.0.1:33807, datanodeUuid=2d403e37-805e-4d3c-9ad7-e57772663943, infoPort=34333, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377) 2024-11-08T06:52:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a89e5eddae39667 with lease ID 0x58f2ec448b3ae1e3: from storage DS-b2967054-00b8-4f94-b711-073b164afd96 node DatanodeRegistration(127.0.0.1:33807, datanodeUuid=2d403e37-805e-4d3c-9ad7-e57772663943, infoPort=34333, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=121985472;c=1731048720377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:52:03,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9 2024-11-08T06:52:03,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/zookeeper_0, clientPort=62062, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:52:03,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62062 2024-11-08T06:52:03,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:03,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:52:03,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:52:04,093 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3 with version=8 2024-11-08T06:52:04,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase-staging 2024-11-08T06:52:04,172 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T06:52:04,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:52:04,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:52:04,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:52:04,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:52:04,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:52:04,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:52:04,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:52:04,601 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T06:52:04,611 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T06:52:04,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:52:04,640 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97271 (auto-detected) 2024-11-08T06:52:04,641 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T06:52:04,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34109 2024-11-08T06:52:04,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34109 connecting to ZooKeeper ensemble=127.0.0.1:62062 2024-11-08T06:52:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341090x0, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:52:04,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34109-0x10119374f8b0000 connected 2024-11-08T06:52:04,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:04,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:04,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:52:04,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3, hbase.cluster.distributed=false 2024-11-08T06:52:04,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:52:04,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34109 2024-11-08T06:52:04,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34109 2024-11-08T06:52:04,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34109 2024-11-08T06:52:04,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34109 2024-11-08T06:52:04,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34109 2024-11-08T06:52:05,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:52:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:52:05,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:52:05,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:52:05,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:52:05,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:52:05,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:52:05,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:52:05,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36033 2024-11-08T06:52:05,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36033 connecting to ZooKeeper ensemble=127.0.0.1:62062 2024-11-08T06:52:05,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:05,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:05,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360330x0, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:52:05,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360330x0, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:52:05,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36033-0x10119374f8b0001 connected 2024-11-08T06:52:05,092 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:52:05,099 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:52:05,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:52:05,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:52:05,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36033 2024-11-08T06:52:05,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36033 2024-11-08T06:52:05,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36033 2024-11-08T06:52:05,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36033 2024-11-08T06:52:05,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36033 2024-11-08T06:52:05,126 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:34109 2024-11-08T06:52:05,127 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,34109,1731048724251 2024-11-08T06:52:05,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:52:05,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:52:05,142 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,34109,1731048724251 2024-11-08T06:52:05,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:52:05,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,173 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:52:05,174 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,34109,1731048724251 from backup master directory 2024-11-08T06:52:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,34109,1731048724251 2024-11-08T06:52:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:52:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:52:05,189 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:52:05,189 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,34109,1731048724251 2024-11-08T06:52:05,192 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T06:52:05,194 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T06:52:05,247 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase.id] with ID: 0354e425-4a1b-41c1-ab97-0d326bf9027b 2024-11-08T06:52:05,247 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/.tmp/hbase.id 2024-11-08T06:52:05,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:52:05,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:52:05,260 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/.tmp/hbase.id]:[hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase.id] 2024-11-08T06:52:05,301 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:05,305 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:52:05,323 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T06:52:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:52:05,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:52:05,370 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:52:05,372 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:52:05,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:52:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:52:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:52:05,424 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store 2024-11-08T06:52:05,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:52:05,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:52:05,449 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T06:52:05,452 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:52:05,453 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:52:05,453 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:52:05,454 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:52:05,455 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:52:05,455 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:52:05,455 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:52:05,456 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048725453Disabling compacts and flushes for region at 1731048725453Disabling writes for close at 1731048725455 (+2 ms)Writing region close event to WAL at 1731048725455Closed at 1731048725455 2024-11-08T06:52:05,458 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/.initializing 2024-11-08T06:52:05,459 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/WALs/08a4831bbffd,34109,1731048724251 2024-11-08T06:52:05,467 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:52:05,480 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C34109%2C1731048724251, suffix=, logDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/WALs/08a4831bbffd,34109,1731048724251, archiveDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/oldWALs, maxLogs=10 2024-11-08T06:52:05,508 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/WALs/08a4831bbffd,34109,1731048724251/08a4831bbffd%2C34109%2C1731048724251.1731048725485, exclude list is [], retry=0 2024-11-08T06:52:05,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:52:05,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:05,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:05,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T06:52:05,567 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/WALs/08a4831bbffd,34109,1731048724251/08a4831bbffd%2C34109%2C1731048724251.1731048725485 2024-11-08T06:52:05,568 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:33031:33031)] 2024-11-08T06:52:05,568 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:52:05,569 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:52:05,572 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,573 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:52:05,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:05,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:05,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:52:05,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:05,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:52:05,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:52:05,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:05,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:52:05,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:52:05,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:05,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:52:05,649 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,652 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,654 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,659 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,660 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,664 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:52:05,667 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:52:05,672 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:52:05,673 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693160, jitterRate=-0.11860252916812897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:52:05,680 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731048725584Initializing all the Stores at 1731048725586 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048725587 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048725587Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048725588 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048725588Cleaning up temporary data from old regions at 1731048725660 (+72 ms)Region opened successfully at 1731048725680 (+20 ms) 2024-11-08T06:52:05,681 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:52:05,711 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d91d87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:52:05,738 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:52:05,748 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:52:05,748 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:52:05,750 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:52:05,752 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T06:52:05,756 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T06:52:05,756 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T06:52:05,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:52:05,787 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:52:05,841 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:52:05,844 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:52:05,846 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:52:05,855 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:52:05,858 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:52:05,862 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:52:05,872 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:52:05,875 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:52:05,887 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:52:05,906 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:52:05,918 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:52:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:52:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:52:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,934 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,34109,1731048724251, sessionid=0x10119374f8b0000, setting cluster-up flag (Was=false) 2024-11-08T06:52:05,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:05,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:06,070 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:52:06,076 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,34109,1731048724251 2024-11-08T06:52:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:06,182 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:52:06,185 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,34109,1731048724251 2024-11-08T06:52:06,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:52:06,214 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(746): ClusterId : 0354e425-4a1b-41c1-ab97-0d326bf9027b 2024-11-08T06:52:06,216 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:52:06,233 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:52:06,233 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:52:06,246 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:52:06,247 DEBUG [RS:0;08a4831bbffd:36033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4735222b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:52:06,260 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:36033 2024-11-08T06:52:06,263 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:52:06,263 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:52:06,263 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:52:06,262 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:52:06,265 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,34109,1731048724251 with port=36033, startcode=1731048725026 2024-11-08T06:52:06,271 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:52:06,276 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:52:06,279 DEBUG [RS:0;08a4831bbffd:36033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:52:06,281 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,34109,1731048724251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:52:06,287 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:52:06,288 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,290 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731048756290 2024-11-08T06:52:06,291 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:52:06,293 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:52:06,296 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:52:06,297 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:52:06,297 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:52:06,297 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:52:06,298 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,306 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:52:06,308 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:52:06,308 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:52:06,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:52:06,311 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:52:06,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:52:06,311 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:52:06,313 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048726313,5,FailOnTimeoutGroup] 2024-11-08T06:52:06,314 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048726314,5,FailOnTimeoutGroup] 2024-11-08T06:52:06,314 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,315 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:52:06,317 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,317 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,317 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:52:06,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:06,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:52:06,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34109 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:52:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:52:06,343 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3 2024-11-08T06:52:06,344 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37573 2024-11-08T06:52:06,344 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:52:06,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:52:06,344 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3 2024-11-08T06:52:06,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:52:06,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:52:06,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:52:06,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:52:06,357 DEBUG [RS:0;08a4831bbffd:36033 {}] zookeeper.ZKUtil(111): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,357 WARN [RS:0;08a4831bbffd:36033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:52:06,357 INFO [RS:0;08a4831bbffd:36033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:52:06,357 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,36033,1731048725026] 2024-11-08T06:52:06,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:52:06,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:52:06,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:06,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:06,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:52:06,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:52:06,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:06,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:06,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:52:06,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:52:06,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:06,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:06,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:52:06,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:52:06,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:06,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:06,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:52:06,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740 2024-11-08T06:52:06,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740 2024-11-08T06:52:06,384 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:52:06,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:52:06,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:52:06,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:52:06,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:52:06,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:52:06,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781067, jitterRate=-0.006822064518928528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:52:06,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731048726357Initializing all the Stores at 1731048726359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048726359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048726359Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048726359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048726359Cleaning up temporary data from old regions at 1731048726384 (+25 ms)Region opened successfully at 1731048726399 (+15 ms) 2024-11-08T06:52:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:52:06,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:52:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:52:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:52:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:52:06,401 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:52:06,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:52:06,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048726399Disabling compacts and flushes for region at 1731048726399Disabling writes for close at 1731048726400 (+1 ms)Writing region close event to WAL at 1731048726401 (+1 ms)Closed at 1731048726401 2024-11-08T06:52:06,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:52:06,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:52:06,407 INFO [RS:0;08a4831bbffd:36033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:52:06,407 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,408 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:52:06,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:52:06,415 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:52:06,417 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,417 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,417 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,418 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,418 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,418 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,418 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:52:06,418 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,419 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,419 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,419 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,419 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,419 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:52:06,419 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:52:06,420 DEBUG [RS:0;08a4831bbffd:36033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:52:06,421 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,421 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,421 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,421 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,422 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,422 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36033,1731048725026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:52:06,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:52:06,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:52:06,442 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:52:06,443 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36033,1731048725026-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,443 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,444 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.Replication(171): 08a4831bbffd,36033,1731048725026 started 2024-11-08T06:52:06,462 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:06,463 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,36033,1731048725026, RpcServer on 08a4831bbffd/172.17.0.2:36033, sessionid=0x10119374f8b0001 2024-11-08T06:52:06,463 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:52:06,464 DEBUG [RS:0;08a4831bbffd:36033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,464 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,36033,1731048725026' 2024-11-08T06:52:06,464 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:52:06,465 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:52:06,466 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:52:06,466 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:52:06,466 DEBUG [RS:0;08a4831bbffd:36033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,466 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,36033,1731048725026' 2024-11-08T06:52:06,466 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:52:06,467 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:52:06,468 DEBUG [RS:0;08a4831bbffd:36033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:52:06,468 INFO [RS:0;08a4831bbffd:36033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:52:06,468 INFO [RS:0;08a4831bbffd:36033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:52:06,577 INFO [RS:0;08a4831bbffd:36033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:52:06,580 WARN [08a4831bbffd:34109 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T06:52:06,580 INFO [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C36033%2C1731048725026, suffix=, logDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026, archiveDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/oldWALs, maxLogs=32 2024-11-08T06:52:06,597 DEBUG [RS:0;08a4831bbffd:36033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048726584, exclude list is [], retry=0 2024-11-08T06:52:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:06,605 INFO [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048726584 2024-11-08T06:52:06,606 DEBUG [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333),(127.0.0.1/127.0.0.1:33031:33031)] 2024-11-08T06:52:06,834 DEBUG [08a4831bbffd:34109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T06:52:06,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,36033,1731048725026 2024-11-08T06:52:06,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,36033,1731048725026, state=OPENING 2024-11-08T06:52:06,904 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:52:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:52:06,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:52:06,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:52:06,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:52:06,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,36033,1731048725026}] 2024-11-08T06:52:07,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:52:07,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:52:07,116 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:52:07,117 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:52:07,118 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:52:07,121 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C36033%2C1731048725026.meta, suffix=.meta, logDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026, archiveDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/oldWALs, maxLogs=32 2024-11-08T06:52:07,134 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.meta.1731048727123.meta, exclude list is [], retry=0 2024-11-08T06:52:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:07,142 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.meta.1731048727123.meta 2024-11-08T06:52:07,142 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-08T06:52:07,143 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:52:07,145 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:52:07,147 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:52:07,152 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:52:07,157 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:52:07,158 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:52:07,158 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:52:07,158 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:52:07,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:52:07,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:52:07,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:07,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:07,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:52:07,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:52:07,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:07,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:07,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:52:07,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:52:07,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:07,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:07,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:52:07,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:52:07,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:07,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:52:07,171 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:52:07,172 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740 2024-11-08T06:52:07,175 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740 2024-11-08T06:52:07,178 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:52:07,178 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:52:07,179 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:52:07,182 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:52:07,183 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878621, jitterRate=0.11722491681575775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:52:07,184 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:52:07,186 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731048727159Writing region info on filesystem at 1731048727159Initializing all the Stores at 1731048727161 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048727161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048727161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048727161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048727161Cleaning up temporary data from old regions at 1731048727178 (+17 ms)Running coprocessor post-open hooks at 1731048727184 (+6 ms)Region opened successfully at 1731048727185 (+1 ms) 2024-11-08T06:52:07,193 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731048727097 2024-11-08T06:52:07,205 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:52:07,206 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:52:07,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,36033,1731048725026 2024-11-08T06:52:07,210 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,36033,1731048725026, state=OPEN 2024-11-08T06:52:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:52:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:52:07,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:52:07,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:52:07,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,36033,1731048725026 2024-11-08T06:52:07,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:52:07,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,36033,1731048725026 in 328 msec 2024-11-08T06:52:07,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:52:07,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 847 msec 2024-11-08T06:52:07,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:52:07,268 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:52:07,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:52:07,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,36033,1731048725026, seqNum=-1] 2024-11-08T06:52:07,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:52:07,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:52:07,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1030 sec 2024-11-08T06:52:07,330 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731048727330, completionTime=-1 2024-11-08T06:52:07,332 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T06:52:07,332 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:52:07,358 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T06:52:07,358 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731048787358 2024-11-08T06:52:07,358 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731048847358 2024-11-08T06:52:07,358 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-08T06:52:07,360 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34109,1731048724251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,360 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34109,1731048724251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,360 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34109,1731048724251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,362 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:34109, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,362 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,363 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,370 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:52:07,392 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.202sec 2024-11-08T06:52:07,393 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:52:07,394 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:52:07,395 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:52:07,396 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:52:07,396 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:52:07,396 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34109,1731048724251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:52:07,397 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34109,1731048724251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:52:07,405 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:52:07,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:52:07,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34109,1731048724251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:52:07,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:52:07,430 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T06:52:07,430 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T06:52:07,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,34109,-1 for getting cluster id 2024-11-08T06:52:07,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:52:07,445 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0354e425-4a1b-41c1-ab97-0d326bf9027b' 2024-11-08T06:52:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:52:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0354e425-4a1b-41c1-ab97-0d326bf9027b" 2024-11-08T06:52:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1a7548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:52:07,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,34109,-1] 2024-11-08T06:52:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:52:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:52:07,456 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:52:07,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f138d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:52:07,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:52:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,36033,1731048725026, seqNum=-1] 2024-11-08T06:52:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:52:07,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:52:07,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,34109,1731048724251 2024-11-08T06:52:07,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:52:07,500 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T06:52:07,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T06:52:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,34109,1731048724251 2024-11-08T06:52:07,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757aa243 2024-11-08T06:52:07,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T06:52:07,516 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T06:52:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T06:52:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T06:52:07,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:52:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-08T06:52:07,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T06:52:07,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-08T06:52:07,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:07,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T06:52:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:52:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741835_1011 (size=389) 2024-11-08T06:52:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741835_1011 (size=389) 2024-11-08T06:52:07,555 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e71e9eccd7e03bc72720041a3de5d90, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3 2024-11-08T06:52:07,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741836_1012 (size=72) 2024-11-08T06:52:07,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741836_1012 (size=72) 2024-11-08T06:52:07,566 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:52:07,566 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2e71e9eccd7e03bc72720041a3de5d90, disabling compactions & flushes 2024-11-08T06:52:07,566 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,566 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,566 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. after waiting 0 ms 2024-11-08T06:52:07,566 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,566 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,566 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e71e9eccd7e03bc72720041a3de5d90: Waiting for close lock at 1731048727566Disabling compacts and flushes for region at 1731048727566Disabling writes for close at 1731048727566Writing region close event to WAL at 1731048727566Closed at 1731048727566 2024-11-08T06:52:07,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T06:52:07,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731048727569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731048727569"}]},"ts":"1731048727569"} 2024-11-08T06:52:07,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T06:52:07,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T06:52:07,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048727581"}]},"ts":"1731048727581"} 2024-11-08T06:52:07,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-08T06:52:07,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2e71e9eccd7e03bc72720041a3de5d90, ASSIGN}] 2024-11-08T06:52:07,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2e71e9eccd7e03bc72720041a3de5d90, ASSIGN 2024-11-08T06:52:07,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2e71e9eccd7e03bc72720041a3de5d90, ASSIGN; state=OFFLINE, location=08a4831bbffd,36033,1731048725026; forceNewPlan=false, retain=false 2024-11-08T06:52:07,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e71e9eccd7e03bc72720041a3de5d90, regionState=OPENING, regionLocation=08a4831bbffd,36033,1731048725026 2024-11-08T06:52:07,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2e71e9eccd7e03bc72720041a3de5d90, ASSIGN because future has completed 2024-11-08T06:52:07,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e71e9eccd7e03bc72720041a3de5d90, server=08a4831bbffd,36033,1731048725026}] 2024-11-08T06:52:07,921 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,921 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e71e9eccd7e03bc72720041a3de5d90, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:52:07,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:52:07,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,926 INFO [StoreOpener-2e71e9eccd7e03bc72720041a3de5d90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,929 INFO [StoreOpener-2e71e9eccd7e03bc72720041a3de5d90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e71e9eccd7e03bc72720041a3de5d90 columnFamilyName info 2024-11-08T06:52:07,929 DEBUG [StoreOpener-2e71e9eccd7e03bc72720041a3de5d90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:52:07,931 INFO [StoreOpener-2e71e9eccd7e03bc72720041a3de5d90-1 {}] regionserver.HStore(327): Store=2e71e9eccd7e03bc72720041a3de5d90/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:52:07,931 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,933 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,934 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,934 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,934 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,937 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,941 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:52:07,941 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e71e9eccd7e03bc72720041a3de5d90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783005, jitterRate=-0.004357844591140747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:52:07,942 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:07,943 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e71e9eccd7e03bc72720041a3de5d90: Running coprocessor pre-open hook at 1731048727923Writing region info on filesystem at 1731048727923Initializing all the Stores at 1731048727925 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048727925Cleaning up temporary data from old regions at 1731048727934 (+9 ms)Running coprocessor post-open hooks at 1731048727942 (+8 ms)Region opened successfully at 1731048727943 (+1 ms) 2024-11-08T06:52:07,945 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90., pid=6, masterSystemTime=1731048727914 2024-11-08T06:52:07,949 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,949 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:07,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e71e9eccd7e03bc72720041a3de5d90, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,36033,1731048725026 2024-11-08T06:52:07,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e71e9eccd7e03bc72720041a3de5d90, server=08a4831bbffd,36033,1731048725026 because future has completed 2024-11-08T06:52:07,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T06:52:07,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e71e9eccd7e03bc72720041a3de5d90, server=08a4831bbffd,36033,1731048725026 in 197 msec 2024-11-08T06:52:07,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T06:52:07,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=2e71e9eccd7e03bc72720041a3de5d90, ASSIGN in 369 msec 2024-11-08T06:52:07,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T06:52:07,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048727966"}]},"ts":"1731048727966"} 2024-11-08T06:52:07,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-08T06:52:07,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T06:52:07,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 447 msec 2024-11-08T06:52:12,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T06:52:12,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:52:12,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-08T06:52:14,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T06:52:14,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T06:52:14,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T06:52:14,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T06:52:14,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:52:14,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T06:52:14,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T06:52:14,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T06:52:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:52:17,607 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-08T06:52:17,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-08T06:52:17,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-08T06:52:17,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:52:17,634 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048737621, exclude list is [], retry=0 2024-11-08T06:52:17,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:17,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:17,642 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048726584 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048737621 2024-11-08T06:52:17,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-08T06:52:17,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048726584 is not closed yet, will try archiving it next time 2024-11-08T06:52:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741833_1009 (size=451) 2024-11-08T06:52:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741833_1009 (size=451) 2024-11-08T06:52:17,647 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048726584 to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/oldWALs/08a4831bbffd%2C36033%2C1731048725026.1731048726584 2024-11-08T06:52:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90., hostname=08a4831bbffd,36033,1731048725026, seqNum=2] 2024-11-08T06:52:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36033 {}] regionserver.HRegion(8855): Flush requested on 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:31,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e71e9eccd7e03bc72720041a3de5d90 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:52:31,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/6892e6aa47d44e6f8412a9576062f9fc is 1055, key is row0001/info:/1731048737670/Put/seqid=0 2024-11-08T06:52:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741838_1014 (size=13386) 2024-11-08T06:52:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741838_1014 (size=13386) 2024-11-08T06:52:31,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/6892e6aa47d44e6f8412a9576062f9fc 2024-11-08T06:52:31,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/6892e6aa47d44e6f8412a9576062f9fc as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/6892e6aa47d44e6f8412a9576062f9fc 2024-11-08T06:52:31,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/6892e6aa47d44e6f8412a9576062f9fc, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T06:52:31,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2e71e9eccd7e03bc72720041a3de5d90 in 134ms, sequenceid=12, compaction requested=false 2024-11-08T06:52:31,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e71e9eccd7e03bc72720041a3de5d90: 2024-11-08T06:52:33,375 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:52:37,759 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048757741, exclude list is [], retry=0 2024-11-08T06:52:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:37,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:37,765 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048737621 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048757741 2024-11-08T06:52:37,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-08T06:52:37,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048737621 is not closed yet, will try archiving it next time 2024-11-08T06:52:37,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741837_1013 (size=12149) 2024-11-08T06:52:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741837_1013 (size=12149) 2024-11-08T06:52:42,771 INFO [AsyncFSWAL-0-hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3-prefix:08a4831bbffd,36033,1731048725026 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK], DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK]] 2024-11-08T06:52:42,775 WARN [AsyncFSWAL-0-hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3-prefix:08a4831bbffd,36033,1731048725026 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK], DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK]] 2024-11-08T06:52:42,777 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C36033%2C1731048725026:(num 1731048757741) roll requested 2024-11-08T06:52:42,791 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048762777, exclude list is [], retry=0 2024-11-08T06:52:42,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:42,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:42,797 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048757741 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048762777 2024-11-08T06:52:42,797 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-08T06:52:42,797 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048757741 is not closed yet, will try archiving it next time 2024-11-08T06:52:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741839_1015 (size=1233) 2024-11-08T06:52:42,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048757741 not finished, retry = 0 2024-11-08T06:52:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741839_1015 (size=1233) 2024-11-08T06:52:44,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:52:44,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048764777, exclude list is [], retry=0 2024-11-08T06:52:44,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40801,DS-90b5036a-499f-4b64-9fa7-65c01c839685,DISK] 2024-11-08T06:52:44,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-0129e5aa-3553-483c-a599-05ce7bd43dbf,DISK] 2024-11-08T06:52:44,796 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048762777 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048764777 2024-11-08T06:52:44,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33031:33031),(127.0.0.1/127.0.0.1:34333:34333)] 2024-11-08T06:52:44,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048762777 is not closed yet, will try archiving it next time 2024-11-08T06:52:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741840_1016 (size=93) 2024-11-08T06:52:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741840_1016 (size=93) 2024-11-08T06:52:44,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/WALs/08a4831bbffd,36033,1731048725026/08a4831bbffd%2C36033%2C1731048725026.1731048762777 to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/oldWALs/08a4831bbffd%2C36033%2C1731048725026.1731048762777 2024-11-08T06:52:47,519 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T06:52:47,519 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T06:52:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36033 {}] regionserver.HRegion(8855): Flush requested on 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:52:52,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e71e9eccd7e03bc72720041a3de5d90 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:52:52,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/76188cbff8424271a6ef332993f04601 is 1055, key is row0009/info:/1731048753721/Put/seqid=0 2024-11-08T06:52:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741842_1018 (size=13386) 2024-11-08T06:52:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741842_1018 (size=13386) 2024-11-08T06:52:52,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/76188cbff8424271a6ef332993f04601 2024-11-08T06:52:52,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/76188cbff8424271a6ef332993f04601 as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/76188cbff8424271a6ef332993f04601 2024-11-08T06:52:52,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/76188cbff8424271a6ef332993f04601, entries=8, sequenceid=23, filesize=13.1 K 2024-11-08T06:52:52,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 2e71e9eccd7e03bc72720041a3de5d90 in 39ms, sequenceid=23, compaction requested=false 2024-11-08T06:52:52,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e71e9eccd7e03bc72720041a3de5d90: 2024-11-08T06:52:52,871 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-08T06:52:52,871 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:52:52,871 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/6892e6aa47d44e6f8412a9576062f9fc because midkey is the same as first or last row 2024-11-08T06:52:52,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2e71e9eccd7e03bc72720041a3de5d90, had cached 0 bytes from a total of 26772 2024-11-08T06:53:03,376 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:53:04,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:53:04,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:53:04,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:53:04,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:04,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:04,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:53:04,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:53:04,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1342045245, stopped=false 2024-11-08T06:53:04,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,34109,1731048724251 2024-11-08T06:53:05,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:05,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:53:05,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:53:05,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:53:05,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:05,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:05,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:05,030 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T06:53:05,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,36033,1731048725026' ***** 2024-11-08T06:53:05,031 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:53:05,031 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:53:05,033 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e71e9eccd7e03bc72720041a3de5d90, disabling compactions & flushes 2024-11-08T06:53:05,033 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:53:05,033 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:53:05,033 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. after waiting 0 ms 2024-11-08T06:53:05,034 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:53:05,034 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e71e9eccd7e03bc72720041a3de5d90 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T06:53:05,035 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:53:05,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:53:05,035 INFO [RS:0;08a4831bbffd:36033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:53:05,036 INFO [RS:0;08a4831bbffd:36033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:53:05,036 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,36033,1731048725026 2024-11-08T06:53:05,036 INFO [RS:0;08a4831bbffd:36033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:53:05,036 INFO [RS:0;08a4831bbffd:36033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:36033. 2024-11-08T06:53:05,036 DEBUG [RS:0;08a4831bbffd:36033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:53:05,036 DEBUG [RS:0;08a4831bbffd:36033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:05,037 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:53:05,037 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:53:05,037 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:53:05,037 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:53:05,038 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T06:53:05,038 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:53:05,038 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:53:05,038 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1325): Online Regions={2e71e9eccd7e03bc72720041a3de5d90=TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T06:53:05,038 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:53:05,038 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:53:05,038 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:53:05,039 DEBUG [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e71e9eccd7e03bc72720041a3de5d90 2024-11-08T06:53:05,039 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-08T06:53:05,043 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/44ecb649209a42af9d880b2dd3f9bb48 is 1055, key is row0017/info:/1731048774835/Put/seqid=0 2024-11-08T06:53:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741843_1019 (size=10222) 2024-11-08T06:53:05,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741843_1019 (size=10222) 2024-11-08T06:53:05,053 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/44ecb649209a42af9d880b2dd3f9bb48 2024-11-08T06:53:05,065 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/info/5c9789ba24604cfb93ab5ffb861e7b18 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90./info:regioninfo/1731048727950/Put/seqid=0 2024-11-08T06:53:05,067 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/.tmp/info/44ecb649209a42af9d880b2dd3f9bb48 as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/44ecb649209a42af9d880b2dd3f9bb48 2024-11-08T06:53:05,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741844_1020 (size=7016) 2024-11-08T06:53:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741844_1020 (size=7016) 2024-11-08T06:53:05,075 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/info/5c9789ba24604cfb93ab5ffb861e7b18 2024-11-08T06:53:05,078 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/info/44ecb649209a42af9d880b2dd3f9bb48, entries=5, sequenceid=31, filesize=10.0 K 2024-11-08T06:53:05,079 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2e71e9eccd7e03bc72720041a3de5d90 in 45ms, sequenceid=31, compaction requested=true 2024-11-08T06:53:05,086 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/default/TestLogRolling-testSlowSyncLogRolling/2e71e9eccd7e03bc72720041a3de5d90/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-08T06:53:05,089 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:53:05,089 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e71e9eccd7e03bc72720041a3de5d90: Waiting for close lock at 1731048785032Running coprocessor pre-close hooks at 1731048785033 (+1 ms)Disabling compacts and flushes for region at 1731048785033Disabling writes for close at 1731048785034 (+1 ms)Obtaining lock to block concurrent updates at 1731048785034Preparing flush snapshotting stores in 2e71e9eccd7e03bc72720041a3de5d90 at 1731048785034Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731048785035 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. at 1731048785036 (+1 ms)Flushing 2e71e9eccd7e03bc72720041a3de5d90/info: creating writer at 1731048785037 (+1 ms)Flushing 2e71e9eccd7e03bc72720041a3de5d90/info: appending metadata at 1731048785043 (+6 ms)Flushing 2e71e9eccd7e03bc72720041a3de5d90/info: closing flushed file at 1731048785043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7011f48a: reopening flushed file at 1731048785065 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 2e71e9eccd7e03bc72720041a3de5d90 in 45ms, sequenceid=31, compaction requested=true at 1731048785079 (+14 ms)Writing region close event to WAL at 1731048785081 (+2 ms)Running coprocessor post-close hooks at 1731048785087 (+6 ms)Closed at 1731048785088 (+1 ms) 2024-11-08T06:53:05,089 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731048727518.2e71e9eccd7e03bc72720041a3de5d90. 2024-11-08T06:53:05,101 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/ns/2a21e1118e3744ecb54081dc9df86aba is 43, key is default/ns:d/1731048727312/Put/seqid=0 2024-11-08T06:53:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741845_1021 (size=5153) 2024-11-08T06:53:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741845_1021 (size=5153) 2024-11-08T06:53:05,108 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/ns/2a21e1118e3744ecb54081dc9df86aba 2024-11-08T06:53:05,131 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/table/df112d6f222e43cc9ab3c9921ce50bf1 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731048727966/Put/seqid=0 2024-11-08T06:53:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741846_1022 (size=5396) 2024-11-08T06:53:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741846_1022 (size=5396) 2024-11-08T06:53:05,138 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/table/df112d6f222e43cc9ab3c9921ce50bf1 2024-11-08T06:53:05,149 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/info/5c9789ba24604cfb93ab5ffb861e7b18 as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/info/5c9789ba24604cfb93ab5ffb861e7b18 2024-11-08T06:53:05,161 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/info/5c9789ba24604cfb93ab5ffb861e7b18, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T06:53:05,163 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/ns/2a21e1118e3744ecb54081dc9df86aba as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/ns/2a21e1118e3744ecb54081dc9df86aba 2024-11-08T06:53:05,173 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/ns/2a21e1118e3744ecb54081dc9df86aba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T06:53:05,175 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/.tmp/table/df112d6f222e43cc9ab3c9921ce50bf1 as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/table/df112d6f222e43cc9ab3c9921ce50bf1 2024-11-08T06:53:05,185 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/table/df112d6f222e43cc9ab3c9921ce50bf1, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T06:53:05,186 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false 2024-11-08T06:53:05,193 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T06:53:05,194 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:53:05,194 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:53:05,195 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048785038Running coprocessor pre-close hooks at 1731048785038Disabling compacts and flushes for region at 1731048785038Disabling writes for close at 1731048785038Obtaining lock to block concurrent updates at 1731048785039 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731048785039Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731048785039Flushing stores of hbase:meta,,1.1588230740 at 1731048785040 (+1 ms)Flushing 1588230740/info: creating writer at 1731048785041 (+1 ms)Flushing 1588230740/info: appending metadata at 1731048785064 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731048785065 (+1 ms)Flushing 1588230740/ns: creating writer at 1731048785085 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731048785100 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731048785100Flushing 1588230740/table: creating writer at 1731048785116 (+16 ms)Flushing 1588230740/table: appending metadata at 1731048785130 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731048785131 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4128ebd: reopening flushed file at 1731048785148 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9638f9: reopening flushed file at 1731048785161 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482936af: reopening flushed file at 1731048785174 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=11, compaction requested=false at 1731048785186 (+12 ms)Writing region close event to WAL at 1731048785188 (+2 ms)Running coprocessor post-close hooks at 1731048785194 (+6 ms)Closed at 1731048785194 2024-11-08T06:53:05,195 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:53:05,239 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,36033,1731048725026; all regions closed. 2024-11-08T06:53:05,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741834_1010 (size=3066) 2024-11-08T06:53:05,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741834_1010 (size=3066) 2024-11-08T06:53:05,250 DEBUG [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/oldWALs 2024-11-08T06:53:05,250 INFO [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C36033%2C1731048725026.meta:.meta(num 1731048727123) 2024-11-08T06:53:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741841_1017 (size=13164) 2024-11-08T06:53:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741841_1017 (size=13164) 2024-11-08T06:53:05,260 DEBUG [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/oldWALs 2024-11-08T06:53:05,261 INFO [RS:0;08a4831bbffd:36033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C36033%2C1731048725026:(num 1731048764777) 2024-11-08T06:53:05,261 DEBUG [RS:0;08a4831bbffd:36033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:05,261 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:53:05,261 INFO [RS:0;08a4831bbffd:36033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:53:05,261 INFO [RS:0;08a4831bbffd:36033 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T06:53:05,261 INFO [RS:0;08a4831bbffd:36033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:53:05,261 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:53:05,262 INFO [RS:0;08a4831bbffd:36033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36033 2024-11-08T06:53:05,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,36033,1731048725026 2024-11-08T06:53:05,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:53:05,346 INFO [RS:0;08a4831bbffd:36033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:53:05,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,36033,1731048725026] 2024-11-08T06:53:05,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,36033,1731048725026 already deleted, retry=false 2024-11-08T06:53:05,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,36033,1731048725026 expired; onlineServers=0 2024-11-08T06:53:05,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,34109,1731048724251' ***** 2024-11-08T06:53:05,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:53:05,367 INFO [M:0;08a4831bbffd:34109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:53:05,367 INFO [M:0;08a4831bbffd:34109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:53:05,367 DEBUG [M:0;08a4831bbffd:34109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:53:05,367 DEBUG [M:0;08a4831bbffd:34109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:53:05,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:53:05,368 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048726314 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048726314,5,FailOnTimeoutGroup] 2024-11-08T06:53:05,368 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048726313 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048726313,5,FailOnTimeoutGroup] 2024-11-08T06:53:05,368 INFO [M:0;08a4831bbffd:34109 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:53:05,368 INFO [M:0;08a4831bbffd:34109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:53:05,368 DEBUG [M:0;08a4831bbffd:34109 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:53:05,369 INFO [M:0;08a4831bbffd:34109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:53:05,369 INFO [M:0;08a4831bbffd:34109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:53:05,370 INFO [M:0;08a4831bbffd:34109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:53:05,370 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:53:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:53:05,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:05,378 DEBUG [M:0;08a4831bbffd:34109 {}] zookeeper.ZKUtil(347): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:53:05,378 WARN [M:0;08a4831bbffd:34109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:53:05,379 INFO [M:0;08a4831bbffd:34109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/.lastflushedseqids 2024-11-08T06:53:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741847_1023 (size=130) 2024-11-08T06:53:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741847_1023 (size=130) 2024-11-08T06:53:05,396 INFO [M:0;08a4831bbffd:34109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:53:05,397 INFO [M:0;08a4831bbffd:34109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:53:05,397 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:53:05,397 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:05,397 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:05,397 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:53:05,397 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:05,397 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-08T06:53:05,417 DEBUG [M:0;08a4831bbffd:34109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/183fd537699f46ea9481150352fff8e7 is 82, key is hbase:meta,,1/info:regioninfo/1731048727207/Put/seqid=0 2024-11-08T06:53:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741848_1024 (size=5672) 2024-11-08T06:53:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741848_1024 (size=5672) 2024-11-08T06:53:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36033-0x10119374f8b0001, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:05,457 INFO [RS:0;08a4831bbffd:36033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:53:05,457 INFO [RS:0;08a4831bbffd:36033 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,36033,1731048725026; zookeeper connection closed. 2024-11-08T06:53:05,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f43a0e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f43a0e1 2024-11-08T06:53:05,458 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T06:53:05,828 INFO [M:0;08a4831bbffd:34109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/183fd537699f46ea9481150352fff8e7 2024-11-08T06:53:05,856 DEBUG [M:0;08a4831bbffd:34109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/789bdf3eefa44895aa990dca9d676b14 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731048727974/Put/seqid=0 2024-11-08T06:53:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741849_1025 (size=6247) 2024-11-08T06:53:05,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741849_1025 (size=6247) 2024-11-08T06:53:05,863 INFO [M:0;08a4831bbffd:34109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/789bdf3eefa44895aa990dca9d676b14 2024-11-08T06:53:05,871 INFO [M:0;08a4831bbffd:34109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 789bdf3eefa44895aa990dca9d676b14 2024-11-08T06:53:05,886 DEBUG [M:0;08a4831bbffd:34109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aa4bb7f94964896bd4110837c90ffeb is 69, key is 08a4831bbffd,36033,1731048725026/rs:state/1731048726329/Put/seqid=0 2024-11-08T06:53:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741850_1026 (size=5156) 2024-11-08T06:53:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741850_1026 (size=5156) 2024-11-08T06:53:05,892 INFO [M:0;08a4831bbffd:34109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aa4bb7f94964896bd4110837c90ffeb 2024-11-08T06:53:05,914 DEBUG [M:0;08a4831bbffd:34109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be7599aa0fac452c81f664c29ed3e08f is 52, key is load_balancer_on/state:d/1731048727496/Put/seqid=0 2024-11-08T06:53:05,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741851_1027 (size=5056) 2024-11-08T06:53:05,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741851_1027 (size=5056) 2024-11-08T06:53:05,938 INFO [M:0;08a4831bbffd:34109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be7599aa0fac452c81f664c29ed3e08f 2024-11-08T06:53:05,946 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/183fd537699f46ea9481150352fff8e7 as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/183fd537699f46ea9481150352fff8e7 2024-11-08T06:53:05,953 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/183fd537699f46ea9481150352fff8e7, entries=8, sequenceid=59, filesize=5.5 K 2024-11-08T06:53:05,955 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/789bdf3eefa44895aa990dca9d676b14 as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/789bdf3eefa44895aa990dca9d676b14 2024-11-08T06:53:05,962 INFO [M:0;08a4831bbffd:34109 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 789bdf3eefa44895aa990dca9d676b14 2024-11-08T06:53:05,962 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/789bdf3eefa44895aa990dca9d676b14, entries=6, sequenceid=59, filesize=6.1 K 2024-11-08T06:53:05,964 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aa4bb7f94964896bd4110837c90ffeb as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aa4bb7f94964896bd4110837c90ffeb 2024-11-08T06:53:05,971 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aa4bb7f94964896bd4110837c90ffeb, entries=1, sequenceid=59, filesize=5.0 K 2024-11-08T06:53:05,972 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be7599aa0fac452c81f664c29ed3e08f as hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/be7599aa0fac452c81f664c29ed3e08f 2024-11-08T06:53:05,979 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/be7599aa0fac452c81f664c29ed3e08f, entries=1, sequenceid=59, filesize=4.9 K 2024-11-08T06:53:05,981 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=59, compaction requested=false 2024-11-08T06:53:05,983 INFO [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:05,983 DEBUG [M:0;08a4831bbffd:34109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048785397Disabling compacts and flushes for region at 1731048785397Disabling writes for close at 1731048785397Obtaining lock to block concurrent updates at 1731048785397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731048785397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731048785398 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731048785399 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731048785399Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731048785417 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731048785417Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731048785841 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731048785855 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731048785856 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731048785871 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731048785885 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731048785885Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731048785899 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731048785913 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731048785913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5400f4: reopening flushed file at 1731048785944 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712fdbe7: reopening flushed file at 1731048785953 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f16ddf: reopening flushed file at 1731048785962 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6208e0d1: reopening flushed file at 1731048785971 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=59, compaction requested=false at 1731048785981 (+10 ms)Writing region close event to WAL at 1731048785983 (+2 ms)Closed at 1731048785983 2024-11-08T06:53:05,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741830_1006 (size=27973) 2024-11-08T06:53:05,986 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/MasterData/WALs/08a4831bbffd,34109,1731048724251/08a4831bbffd%2C34109%2C1731048724251.1731048725485 not finished, retry = 0 2024-11-08T06:53:05,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40801 is added to blk_1073741830_1006 (size=27973) 2024-11-08T06:53:06,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:53:06,088 INFO [M:0;08a4831bbffd:34109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:53:06,088 INFO [M:0;08a4831bbffd:34109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34109 2024-11-08T06:53:06,088 INFO [M:0;08a4831bbffd:34109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:53:06,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:06,212 INFO [M:0;08a4831bbffd:34109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:53:06,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34109-0x10119374f8b0000, quorum=127.0.0.1:62062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:06,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:06,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:06,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:06,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:06,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:06,262 WARN [BP-2053405331-172.17.0.2-1731048720377 heartbeating to localhost/127.0.0.1:37573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:06,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:06,262 WARN [BP-2053405331-172.17.0.2-1731048720377 heartbeating to localhost/127.0.0.1:37573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2053405331-172.17.0.2-1731048720377 (Datanode Uuid 2d403e37-805e-4d3c-9ad7-e57772663943) service to localhost/127.0.0.1:37573 2024-11-08T06:53:06,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:06,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data3/current/BP-2053405331-172.17.0.2-1731048720377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:06,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data4/current/BP-2053405331-172.17.0.2-1731048720377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:06,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:06,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:06,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:06,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:06,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:06,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:06,269 WARN [BP-2053405331-172.17.0.2-1731048720377 heartbeating to localhost/127.0.0.1:37573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:06,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:06,269 WARN [BP-2053405331-172.17.0.2-1731048720377 heartbeating to localhost/127.0.0.1:37573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2053405331-172.17.0.2-1731048720377 (Datanode Uuid 9a0fcb86-3e39-47d0-9021-b168391396ff) service to localhost/127.0.0.1:37573 2024-11-08T06:53:06,269 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:06,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data1/current/BP-2053405331-172.17.0.2-1731048720377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:06,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/cluster_1fcc1f5d-2ee3-8c9c-d035-4b76e604a291/data/data2/current/BP-2053405331-172.17.0.2-1731048720377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:06,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:06,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:53:06,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:06,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:06,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:06,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:06,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:53:06,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:53:06,331 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=70 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a4831bbffd:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/08a4831bbffd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4f322440 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/08a4831bbffd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:37573 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/08a4831bbffd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=107 (was 152), ProcessCount=11 (was 11), AvailableMemoryMB=9940 (was 10548) 2024-11-08T06:53:06,337 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=107, ProcessCount=11, AvailableMemoryMB=9940 2024-11-08T06:53:06,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.log.dir so I do NOT create it in target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f364fbf-6ae7-9148-53af-e6eb5c7ca5b9/hadoop.tmp.dir so I do NOT create it in target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f, deleteOnExit=true 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/test.cache.data in system properties and HBase conf 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:53:06,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:53:06,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:53:06,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:53:06,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:53:06,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:53:06,426 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:53:06,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:06,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:06,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:06,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:06,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:53:06,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:06,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af8ea6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:06,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64603cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:06,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41db0b91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-34595-hadoop-hdfs-3_4_1-tests_jar-_-any-12715278860491421906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:53:06,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b8143c{HTTP/1.1, (http/1.1)}{localhost:34595} 2024-11-08T06:53:06,853 INFO [Time-limited test {}] server.Server(415): Started @68371ms 2024-11-08T06:53:07,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:07,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:07,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:07,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:07,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:53:07,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f75fbb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:07,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bcaddee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:07,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674ae561{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-40685-hadoop-hdfs-3_4_1-tests_jar-_-any-2980585560122055147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:07,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9819852{HTTP/1.1, (http/1.1)}{localhost:40685} 2024-11-08T06:53:07,258 INFO [Time-limited test {}] server.Server(415): Started @68776ms 2024-11-08T06:53:07,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:07,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:07,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:07,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:07,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:07,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:53:07,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ded02cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:07,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25518f98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:07,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@600b0a8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-34687-hadoop-hdfs-3_4_1-tests_jar-_-any-5761961645183615837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:07,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8e90f2{HTTP/1.1, (http/1.1)}{localhost:34687} 2024-11-08T06:53:07,395 INFO [Time-limited test {}] server.Server(415): Started @68913ms 2024-11-08T06:53:07,396 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:08,617 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data2/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:08,617 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data1/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:08,632 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce03822164a25c19 with lease ID 0x85eb3c1eee4faf25: Processing first storage report for DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=7802be8b-7157-4816-8a3e-3914ea0c8a2d, infoPort=35407, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce03822164a25c19 with lease ID 0x85eb3c1eee4faf25: from storage DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=7802be8b-7157-4816-8a3e-3914ea0c8a2d, infoPort=35407, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce03822164a25c19 with lease ID 0x85eb3c1eee4faf25: Processing first storage report for DS-f26e603a-4ea7-40e6-8a0d-c564cb89d786 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=7802be8b-7157-4816-8a3e-3914ea0c8a2d, infoPort=35407, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce03822164a25c19 with lease ID 0x85eb3c1eee4faf25: from storage DS-f26e603a-4ea7-40e6-8a0d-c564cb89d786 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=7802be8b-7157-4816-8a3e-3914ea0c8a2d, infoPort=35407, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:08,806 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data3/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:08,806 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data4/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:08,824 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d38be7c1279d3b6 with lease ID 0x85eb3c1eee4faf26: Processing first storage report for DS-391aee57-3b89-4f06-9dd4-cc1dc79645b3 from datanode DatanodeRegistration(127.0.0.1:37017, datanodeUuid=30764b51-42c8-4f56-97e6-6d67f5f88fc7, infoPort=36105, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:08,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d38be7c1279d3b6 with lease ID 0x85eb3c1eee4faf26: from storage DS-391aee57-3b89-4f06-9dd4-cc1dc79645b3 node DatanodeRegistration(127.0.0.1:37017, datanodeUuid=30764b51-42c8-4f56-97e6-6d67f5f88fc7, infoPort=36105, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d38be7c1279d3b6 with lease ID 0x85eb3c1eee4faf26: Processing first storage report for DS-1a5064f3-fc5c-442a-b7e4-10a14a22199e from datanode DatanodeRegistration(127.0.0.1:37017, datanodeUuid=30764b51-42c8-4f56-97e6-6d67f5f88fc7, infoPort=36105, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d38be7c1279d3b6 with lease ID 0x85eb3c1eee4faf26: from storage DS-1a5064f3-fc5c-442a-b7e4-10a14a22199e node DatanodeRegistration(127.0.0.1:37017, datanodeUuid=30764b51-42c8-4f56-97e6-6d67f5f88fc7, infoPort=36105, infoSecurePort=0, ipcPort=38873, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:08,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259 2024-11-08T06:53:08,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/zookeeper_0, clientPort=61081, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:53:08,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61081 2024-11-08T06:53:08,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:08,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:08,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:53:08,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:53:08,851 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a with version=8 2024-11-08T06:53:08,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase-staging 2024-11-08T06:53:08,854 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:53:08,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:53:08,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40351 2024-11-08T06:53:08,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40351 connecting to ZooKeeper ensemble=127.0.0.1:61081 2024-11-08T06:53:08,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403510x0, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:53:08,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40351-0x10119384f0f0000 connected 2024-11-08T06:53:08,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:09,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:09,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:09,005 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a, hbase.cluster.distributed=false 2024-11-08T06:53:09,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:53:09,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-08T06:53:09,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40351 2024-11-08T06:53:09,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40351 2024-11-08T06:53:09,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-08T06:53:09,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-08T06:53:09,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:53:09,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:09,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:09,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:53:09,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:09,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:53:09,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:53:09,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:53:09,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34503 2024-11-08T06:53:09,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34503 connecting to ZooKeeper ensemble=127.0.0.1:61081 2024-11-08T06:53:09,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:09,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:09,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345030x0, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:53:09,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34503-0x10119384f0f0001 connected 2024-11-08T06:53:09,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:09,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:53:09,049 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:53:09,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:53:09,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:53:09,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-08T06:53:09,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34503 2024-11-08T06:53:09,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34503 2024-11-08T06:53:09,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-08T06:53:09,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-08T06:53:09,067 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:40351 2024-11-08T06:53:09,069 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:09,083 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:53:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,093 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:53:09,093 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,40351,1731048788853 from backup master directory 2024-11-08T06:53:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,103 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:53:09,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:09,103 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,109 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/hbase.id] with ID: 5f5bef41-4b9c-4d36-aff3-2444004010b8 2024-11-08T06:53:09,109 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/.tmp/hbase.id 2024-11-08T06:53:09,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:53:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:53:09,117 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/.tmp/hbase.id]:[hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/hbase.id] 2024-11-08T06:53:09,132 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:09,133 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:53:09,135 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T06:53:09,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:53:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:53:09,155 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:53:09,157 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:53:09,157 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:53:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:53:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:53:09,168 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store 2024-11-08T06:53:09,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:53:09,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:53:09,176 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:09,176 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:53:09,176 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:09,177 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:09,177 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:53:09,177 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:09,177 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:09,177 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048789176Disabling compacts and flushes for region at 1731048789176Disabling writes for close at 1731048789177 (+1 ms)Writing region close event to WAL at 1731048789177Closed at 1731048789177 2024-11-08T06:53:09,178 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/.initializing 2024-11-08T06:53:09,178 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,179 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:53:09,182 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C40351%2C1731048788853, suffix=, logDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853, archiveDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/oldWALs, maxLogs=10 2024-11-08T06:53:09,194 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182, exclude list is [], retry=0 2024-11-08T06:53:09,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-391aee57-3b89-4f06-9dd4-cc1dc79645b3,DISK] 2024-11-08T06:53:09,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK] 2024-11-08T06:53:09,200 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 2024-11-08T06:53:09,201 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105),(127.0.0.1/127.0.0.1:35407:35407)] 2024-11-08T06:53:09,201 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:53:09,201 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:09,201 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,201 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:53:09,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:09,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:53:09,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:09,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:53:09,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:09,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:53:09,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:09,214 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,215 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,216 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,217 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,217 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,218 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:53:09,219 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:09,223 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:53:09,223 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861160, jitterRate=0.09502206742763519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:53:09,224 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731048789201Initializing all the Stores at 1731048789203 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048789203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048789203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048789203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048789203Cleaning up temporary data from old regions at 1731048789217 (+14 ms)Region opened successfully at 1731048789224 (+7 ms) 2024-11-08T06:53:09,224 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:53:09,229 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41866c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:53:09,230 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:53:09,230 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:53:09,230 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:53:09,230 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:53:09,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T06:53:09,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T06:53:09,231 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T06:53:09,234 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:53:09,235 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:53:09,248 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:53:09,248 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:53:09,249 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:53:09,261 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:53:09,261 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:53:09,263 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:53:09,271 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:53:09,273 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:53:09,282 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:53:09,285 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:53:09,292 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:53:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,303 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,40351,1731048788853, sessionid=0x10119384f0f0000, setting cluster-up flag (Was=false) 2024-11-08T06:53:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,356 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:53:09,359 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:09,408 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:53:09,410 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,40351,1731048788853 2024-11-08T06:53:09,411 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:53:09,413 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:09,413 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:53:09,414 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:53:09,414 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,40351,1731048788853 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:53:09,415 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:09,415 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:09,416 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:09,416 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:09,416 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:53:09,416 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,416 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:53:09,416 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731048819417 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:53:09,417 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,418 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:53:09,418 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:53:09,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:09,418 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:53:09,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:53:09,418 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:53:09,418 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:53:09,418 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048789418,5,FailOnTimeoutGroup] 2024-11-08T06:53:09,418 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048789418,5,FailOnTimeoutGroup] 2024-11-08T06:53:09,419 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,419 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:53:09,419 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,419 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:53:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:53:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:53:09,458 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(746): ClusterId : 5f5bef41-4b9c-4d36-aff3-2444004010b8 2024-11-08T06:53:09,458 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:53:09,470 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:53:09,470 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:53:09,483 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:53:09,484 DEBUG [RS:0;08a4831bbffd:34503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795dcae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:53:09,498 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:34503 2024-11-08T06:53:09,498 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:53:09,498 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:53:09,498 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:53:09,499 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,40351,1731048788853 with port=34503, startcode=1731048789028 2024-11-08T06:53:09,499 DEBUG [RS:0;08a4831bbffd:34503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:53:09,501 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:53:09,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,34503,1731048789028 2024-11-08T06:53:09,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,34503,1731048789028 2024-11-08T06:53:09,504 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a 2024-11-08T06:53:09,504 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36997 2024-11-08T06:53:09,504 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:53:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:53:09,514 DEBUG [RS:0;08a4831bbffd:34503 {}] zookeeper.ZKUtil(111): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,34503,1731048789028 2024-11-08T06:53:09,514 WARN [RS:0;08a4831bbffd:34503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:53:09,514 INFO [RS:0;08a4831bbffd:34503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:53:09,514 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028 2024-11-08T06:53:09,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,34503,1731048789028] 2024-11-08T06:53:09,519 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:53:09,522 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:53:09,523 INFO [RS:0;08a4831bbffd:34503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:53:09,523 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,523 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:53:09,524 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:53:09,524 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,525 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,526 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,526 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,526 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,526 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:09,526 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:53:09,526 DEBUG [RS:0;08a4831bbffd:34503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:53:09,527 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,527 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,527 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,527 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,527 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,527 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34503,1731048789028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:53:09,541 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:53:09,541 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,34503,1731048789028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,542 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,542 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.Replication(171): 08a4831bbffd,34503,1731048789028 started 2024-11-08T06:53:09,555 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:09,555 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,34503,1731048789028, RpcServer on 08a4831bbffd/172.17.0.2:34503, sessionid=0x10119384f0f0001 2024-11-08T06:53:09,555 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:53:09,555 DEBUG [RS:0;08a4831bbffd:34503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,34503,1731048789028 2024-11-08T06:53:09,555 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,34503,1731048789028' 2024-11-08T06:53:09,555 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:53:09,556 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:53:09,557 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:53:09,557 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:53:09,557 DEBUG [RS:0;08a4831bbffd:34503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,34503,1731048789028 2024-11-08T06:53:09,557 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,34503,1731048789028' 2024-11-08T06:53:09,557 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:53:09,558 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:53:09,558 DEBUG [RS:0;08a4831bbffd:34503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:53:09,558 INFO [RS:0;08a4831bbffd:34503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:53:09,558 INFO [RS:0;08a4831bbffd:34503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:53:09,659 INFO [RS:0;08a4831bbffd:34503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:53:09,663 INFO [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C34503%2C1731048789028, suffix=, logDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028, archiveDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs, maxLogs=32 2024-11-08T06:53:09,682 DEBUG [RS:0;08a4831bbffd:34503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667, exclude list is [], retry=0 2024-11-08T06:53:09,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK] 2024-11-08T06:53:09,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-391aee57-3b89-4f06-9dd4-cc1dc79645b3,DISK] 2024-11-08T06:53:09,689 INFO [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 2024-11-08T06:53:09,689 DEBUG [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35407:35407),(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-08T06:53:09,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:53:09,829 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a 2024-11-08T06:53:09,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741833_1009 (size=32) 2024-11-08T06:53:09,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741833_1009 (size=32) 2024-11-08T06:53:09,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:09,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:53:09,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:53:09,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:09,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:53:09,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:53:09,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:09,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:53:09,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:53:09,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:09,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:53:09,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:53:09,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:09,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:53:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740 2024-11-08T06:53:09,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740 2024-11-08T06:53:09,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:53:09,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:53:09,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:53:09,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:53:09,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:53:09,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756552, jitterRate=-0.03799465298652649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:53:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731048789875Initializing all the Stores at 1731048789877 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048789877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048789877Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048789877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048789877Cleaning up temporary data from old regions at 1731048789892 (+15 ms)Region opened successfully at 1731048789898 (+6 ms) 2024-11-08T06:53:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:53:09,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:53:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:53:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:53:09,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:53:09,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:53:09,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048789899Disabling compacts and flushes for region at 1731048789899Disabling writes for close at 1731048789899Writing region close event to WAL at 1731048789899Closed at 1731048789899 2024-11-08T06:53:09,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:09,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:53:09,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:53:09,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:53:09,904 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:53:10,055 DEBUG [08a4831bbffd:40351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T06:53:10,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,34503,1731048789028 2024-11-08T06:53:10,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,34503,1731048789028, state=OPENING 2024-11-08T06:53:10,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:10,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:10,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:53:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:10,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:10,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:10,122 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:53:10,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,34503,1731048789028}] 2024-11-08T06:53:10,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:53:10,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:53:10,289 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:53:10,289 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:53:10,290 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:53:10,293 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C34503%2C1731048789028.meta, suffix=.meta, logDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028, archiveDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs, maxLogs=32 2024-11-08T06:53:10,308 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta, exclude list is [], retry=0 2024-11-08T06:53:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK] 2024-11-08T06:53:10,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-391aee57-3b89-4f06-9dd4-cc1dc79645b3,DISK] 2024-11-08T06:53:10,313 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta 2024-11-08T06:53:10,313 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35407:35407),(127.0.0.1/127.0.0.1:36105:36105)] 2024-11-08T06:53:10,313 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:53:10,314 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:53:10,314 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:53:10,314 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:53:10,314 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:53:10,314 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:10,314 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:53:10,314 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:53:10,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:53:10,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:53:10,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:10,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:10,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:53:10,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:53:10,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:10,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:10,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:53:10,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:53:10,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:10,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:10,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:53:10,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:53:10,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:10,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:10,323 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:53:10,323 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740 2024-11-08T06:53:10,325 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740 2024-11-08T06:53:10,326 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:53:10,326 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:53:10,327 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:53:10,329 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:53:10,330 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740874, jitterRate=-0.05793021619319916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:53:10,330 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:53:10,331 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731048790314Writing region info on filesystem at 1731048790314Initializing all the Stores at 1731048790315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048790316 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048790316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048790316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048790316Cleaning up temporary data from old regions at 1731048790326 (+10 ms)Running coprocessor post-open hooks at 1731048790330 (+4 ms)Region opened successfully at 1731048790331 (+1 ms) 2024-11-08T06:53:10,333 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731048790276 2024-11-08T06:53:10,336 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:53:10,336 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:53:10,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,34503,1731048789028 2024-11-08T06:53:10,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,34503,1731048789028, state=OPEN 2024-11-08T06:53:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:53:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:53:10,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,34503,1731048789028 2024-11-08T06:53:10,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:10,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:10,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:53:10,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,34503,1731048789028 in 255 msec 2024-11-08T06:53:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:53:10,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-08T06:53:10,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:10,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:53:10,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:53:10,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34503,1731048789028, seqNum=-1] 2024-11-08T06:53:10,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:53:10,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:53:10,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 982 msec 2024-11-08T06:53:10,397 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731048790397, completionTime=-1 2024-11-08T06:53:10,397 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T06:53:10,397 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:53:10,399 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T06:53:10,399 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731048850399 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731048910399 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,40351,1731048788853-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,40351,1731048788853-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,40351,1731048788853-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:40351, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,400 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,401 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,403 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:53:10,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.303sec 2024-11-08T06:53:10,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:53:10,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:53:10,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:53:10,406 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:53:10,407 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:53:10,407 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,40351,1731048788853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:53:10,407 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,40351,1731048788853-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:53:10,410 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:53:10,410 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:53:10,410 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,40351,1731048788853-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:10,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5edbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:53:10,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,40351,-1 for getting cluster id 2024-11-08T06:53:10,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:53:10,461 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f5bef41-4b9c-4d36-aff3-2444004010b8' 2024-11-08T06:53:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:53:10,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f5bef41-4b9c-4d36-aff3-2444004010b8" 2024-11-08T06:53:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1aab05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:53:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,40351,-1] 2024-11-08T06:53:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:53:10,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:10,464 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:53:10,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521cbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:53:10,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:53:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,34503,1731048789028, seqNum=-1] 2024-11-08T06:53:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:53:10,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:53:10,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,40351,1731048788853 2024-11-08T06:53:10,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:10,474 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T06:53:10,483 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:53:10,485 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:10,503 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:10,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:10,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:10,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:10,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:10,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:53:10,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d4578b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:10,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45526b3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:10,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d76838e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-35207-hadoop-hdfs-3_4_1-tests_jar-_-any-6348238191753506485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:10,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b0f5da5{HTTP/1.1, (http/1.1)}{localhost:35207} 2024-11-08T06:53:10,615 INFO [Time-limited test {}] server.Server(415): Started @72133ms 2024-11-08T06:53:10,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:10,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:10,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:10,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:10,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:10,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:53:10,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5111ec36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:10,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a3a18a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:10,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@203c9393{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-33383-hadoop-hdfs-3_4_1-tests_jar-_-any-7825312262745735205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:10,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e31327{HTTP/1.1, (http/1.1)}{localhost:33383} 2024-11-08T06:53:10,760 INFO [Time-limited test {}] server.Server(415): Started @72278ms 2024-11-08T06:53:10,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:10,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:10,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:10,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:10,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:10,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:53:10,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1124ce2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:10,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4084f9a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:10,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1b0e33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-34073-hadoop-hdfs-3_4_1-tests_jar-_-any-7747623916205965371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:10,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d80960a{HTTP/1.1, (http/1.1)}{localhost:34073} 2024-11-08T06:53:10,892 INFO [Time-limited test {}] server.Server(415): Started @72410ms 2024-11-08T06:53:10,894 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:12,049 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data5/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:12,049 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data6/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:12,070 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec4fc712a408f3c9 with lease ID 0x85eb3c1eee4faf27: Processing first storage report for DS-fb054acb-2cbc-4e03-aa55-f07b12243eda from datanode DatanodeRegistration(127.0.0.1:33277, datanodeUuid=b7364d48-d630-42ad-9927-c3c477d9a8c4, infoPort=44839, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec4fc712a408f3c9 with lease ID 0x85eb3c1eee4faf27: from storage DS-fb054acb-2cbc-4e03-aa55-f07b12243eda node DatanodeRegistration(127.0.0.1:33277, datanodeUuid=b7364d48-d630-42ad-9927-c3c477d9a8c4, infoPort=44839, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec4fc712a408f3c9 with lease ID 0x85eb3c1eee4faf27: Processing first storage report for DS-2a46ea1d-3924-4777-87c7-8129c4348abe from datanode DatanodeRegistration(127.0.0.1:33277, datanodeUuid=b7364d48-d630-42ad-9927-c3c477d9a8c4, infoPort=44839, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec4fc712a408f3c9 with lease ID 0x85eb3c1eee4faf27: from storage DS-2a46ea1d-3924-4777-87c7-8129c4348abe node DatanodeRegistration(127.0.0.1:33277, datanodeUuid=b7364d48-d630-42ad-9927-c3c477d9a8c4, infoPort=44839, infoSecurePort=0, ipcPort=33027, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:12,162 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data7/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:12,163 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data8/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:12,181 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf246ae8927476414 with lease ID 0x85eb3c1eee4faf28: Processing first storage report for DS-a2bf8c67-c7bf-44d1-9f7e-f67988606251 from datanode DatanodeRegistration(127.0.0.1:38895, datanodeUuid=13d201c5-433b-430a-9b04-27373779eb76, infoPort=39383, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf246ae8927476414 with lease ID 0x85eb3c1eee4faf28: from storage DS-a2bf8c67-c7bf-44d1-9f7e-f67988606251 node DatanodeRegistration(127.0.0.1:38895, datanodeUuid=13d201c5-433b-430a-9b04-27373779eb76, infoPort=39383, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf246ae8927476414 with lease ID 0x85eb3c1eee4faf28: Processing first storage report for DS-0fa504ad-42b3-4797-b0f2-e804f528597f from datanode DatanodeRegistration(127.0.0.1:38895, datanodeUuid=13d201c5-433b-430a-9b04-27373779eb76, infoPort=39383, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf246ae8927476414 with lease ID 0x85eb3c1eee4faf28: from storage DS-0fa504ad-42b3-4797-b0f2-e804f528597f node DatanodeRegistration(127.0.0.1:38895, datanodeUuid=13d201c5-433b-430a-9b04-27373779eb76, infoPort=39383, infoSecurePort=0, ipcPort=45037, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:12,218 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data9/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:12,218 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data10/current/BP-701192316-172.17.0.2-1731048786364/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:12,242 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe054915904e4646f with lease ID 0x85eb3c1eee4faf29: Processing first storage report for DS-b687b71b-54ec-4ad4-924f-f9c3fc98a836 from datanode DatanodeRegistration(127.0.0.1:40803, datanodeUuid=2133187c-f66a-4314-b05f-ccc5d113414f, infoPort=33103, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe054915904e4646f with lease ID 0x85eb3c1eee4faf29: from storage DS-b687b71b-54ec-4ad4-924f-f9c3fc98a836 node DatanodeRegistration(127.0.0.1:40803, datanodeUuid=2133187c-f66a-4314-b05f-ccc5d113414f, infoPort=33103, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe054915904e4646f with lease ID 0x85eb3c1eee4faf29: Processing first storage report for DS-57f1b90f-ccac-40e2-9f60-0ea282e27803 from datanode DatanodeRegistration(127.0.0.1:40803, datanodeUuid=2133187c-f66a-4314-b05f-ccc5d113414f, infoPort=33103, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364) 2024-11-08T06:53:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe054915904e4646f with lease ID 0x85eb3c1eee4faf29: from storage DS-57f1b90f-ccac-40e2-9f60-0ea282e27803 node DatanodeRegistration(127.0.0.1:40803, datanodeUuid=2133187c-f66a-4314-b05f-ccc5d113414f, infoPort=33103, infoSecurePort=0, ipcPort=45023, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:12,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T06:53:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,40351,1731048788853 2024-11-08T06:53:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757a9904 2024-11-08T06:53:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T06:53:12,340 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T06:53:12,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T06:53:12,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T06:53:12,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:53:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T06:53:12,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T06:53:12,347 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:12,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-08T06:53:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:53:12,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T06:53:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741835_1011 (size=393) 2024-11-08T06:53:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741835_1011 (size=393) 2024-11-08T06:53:12,359 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7db6cb5ead246fbb94e03f92f9136260, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a 2024-11-08T06:53:12,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741836_1012 (size=76) 2024-11-08T06:53:12,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741836_1012 (size=76) 2024-11-08T06:53:12,367 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:12,367 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 7db6cb5ead246fbb94e03f92f9136260, disabling compactions & flushes 2024-11-08T06:53:12,367 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,367 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,367 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. after waiting 0 ms 2024-11-08T06:53:12,367 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,367 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,367 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7db6cb5ead246fbb94e03f92f9136260: Waiting for close lock at 1731048792367Disabling compacts and flushes for region at 1731048792367Disabling writes for close at 1731048792367Writing region close event to WAL at 1731048792367Closed at 1731048792367 2024-11-08T06:53:12,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T06:53:12,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731048792369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731048792369"}]},"ts":"1731048792369"} 2024-11-08T06:53:12,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T06:53:12,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T06:53:12,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048792374"}]},"ts":"1731048792374"} 2024-11-08T06:53:12,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-08T06:53:12,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7db6cb5ead246fbb94e03f92f9136260, ASSIGN}] 2024-11-08T06:53:12,379 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7db6cb5ead246fbb94e03f92f9136260, ASSIGN 2024-11-08T06:53:12,380 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7db6cb5ead246fbb94e03f92f9136260, ASSIGN; state=OFFLINE, location=08a4831bbffd,34503,1731048789028; forceNewPlan=false, retain=false 2024-11-08T06:53:12,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7db6cb5ead246fbb94e03f92f9136260, regionState=OPENING, regionLocation=08a4831bbffd,34503,1731048789028 2024-11-08T06:53:12,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7db6cb5ead246fbb94e03f92f9136260, ASSIGN because future has completed 2024-11-08T06:53:12,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7db6cb5ead246fbb94e03f92f9136260, server=08a4831bbffd,34503,1731048789028}] 2024-11-08T06:53:12,708 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,708 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7db6cb5ead246fbb94e03f92f9136260, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:53:12,709 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,709 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:12,709 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,709 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,711 INFO [StoreOpener-7db6cb5ead246fbb94e03f92f9136260-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,713 INFO [StoreOpener-7db6cb5ead246fbb94e03f92f9136260-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db6cb5ead246fbb94e03f92f9136260 columnFamilyName info 2024-11-08T06:53:12,714 DEBUG [StoreOpener-7db6cb5ead246fbb94e03f92f9136260-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:12,714 INFO [StoreOpener-7db6cb5ead246fbb94e03f92f9136260-1 {}] regionserver.HStore(327): Store=7db6cb5ead246fbb94e03f92f9136260/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:12,715 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,716 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,717 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,718 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,718 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,721 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,725 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:53:12,725 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7db6cb5ead246fbb94e03f92f9136260; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780338, jitterRate=-0.0077500492334365845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:53:12,725 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:12,726 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7db6cb5ead246fbb94e03f92f9136260: Running coprocessor pre-open hook at 1731048792709Writing region info on filesystem at 1731048792709Initializing all the Stores at 1731048792711 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048792711Cleaning up temporary data from old regions at 1731048792718 (+7 ms)Running coprocessor post-open hooks at 1731048792725 (+7 ms)Region opened successfully at 1731048792726 (+1 ms) 2024-11-08T06:53:12,727 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260., pid=6, masterSystemTime=1731048792696 2024-11-08T06:53:12,730 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,730 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:12,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7db6cb5ead246fbb94e03f92f9136260, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,34503,1731048789028 2024-11-08T06:53:12,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7db6cb5ead246fbb94e03f92f9136260, server=08a4831bbffd,34503,1731048789028 because future has completed 2024-11-08T06:53:12,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T06:53:12,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7db6cb5ead246fbb94e03f92f9136260, server=08a4831bbffd,34503,1731048789028 in 194 msec 2024-11-08T06:53:12,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T06:53:12,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7db6cb5ead246fbb94e03f92f9136260, ASSIGN in 361 msec 2024-11-08T06:53:12,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T06:53:12,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048792742"}]},"ts":"1731048792742"} 2024-11-08T06:53:12,744 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-08T06:53:12,745 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T06:53:12,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 403 msec 2024-11-08T06:53:14,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T06:53:14,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-08T06:53:14,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-08T06:53:15,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:53:15,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:15,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:15,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:53:15,864 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-08T06:53:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:53:22,415 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-08T06:53:22,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-08T06:53:22,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:53:22,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-08T06:53:22,420 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:53:22,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-08T06:53:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260., hostname=08a4831bbffd,34503,1731048789028, seqNum=2] 2024-11-08T06:53:22,427 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-08T06:53:22,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T06:53:22,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:22,432 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-103871155_22 at /127.0.0.1:42858 [Receiving block BP-701192316-172.17.0.2-1731048786364:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42858 dst: /127.0.0.1:37017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,432 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-103871155_22 at /127.0.0.1:55284 [Receiving block BP-701192316-172.17.0.2-1731048786364:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55284 dst: /127.0.0.1:33101 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,432 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-103871155_22 at /127.0.0.1:55262 [Receiving block BP-701192316-172.17.0.2-1731048786364:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55262 dst: /127.0.0.1:33101 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,432 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-143961385_22 at /127.0.0.1:55250 [Receiving block BP-701192316-172.17.0.2-1731048786364:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33101:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55250 dst: /127.0.0.1:33101 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,433 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-103871155_22 at /127.0.0.1:42848 [Receiving block BP-701192316-172.17.0.2-1731048786364:blk_1073741832_1008] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42848 dst: /127.0.0.1:37017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,433 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-143961385_22 at /127.0.0.1:42830 [Receiving block BP-701192316-172.17.0.2-1731048786364:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37017:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42830 dst: /127.0.0.1:37017 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@674ae561{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:22,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9819852{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:22,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:22,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bcaddee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:22,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f75fbb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:22,477 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:22,477 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:22,477 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701192316-172.17.0.2-1731048786364 (Datanode Uuid 7802be8b-7157-4816-8a3e-3914ea0c8a2d) service to localhost/127.0.0.1:36997 2024-11-08T06:53:22,477 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:22,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data1/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:22,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data2/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:22,478 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:22,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:22,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:22,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:22,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:22,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:53:22,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa00f05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:22,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dbbcc7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:22,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43a3d944{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/java.io.tmpdir/jetty-localhost-34675-hadoop-hdfs-3_4_1-tests_jar-_-any-15371297830400836188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:22,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@704479b0{HTTP/1.1, (http/1.1)}{localhost:34675} 2024-11-08T06:53:22,590 INFO [Time-limited test {}] server.Server(415): Started @84108ms 2024-11-08T06:53:22,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:22,608 WARN [AsyncFSWAL-0-hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a-prefix:08a4831bbffd,34503,1731048789028 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,609 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C34503%2C1731048789028:(num 1731048789667) roll requested 2024-11-08T06:53:22,620 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048802609, exclude list is [], retry=0 2024-11-08T06:53:22,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-fb054acb-2cbc-4e03-aa55-f07b12243eda,DISK] 2024-11-08T06:53:22,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-b687b71b-54ec-4ad4-924f-f9c3fc98a836,DISK] 2024-11-08T06:53:22,626 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048802609 2024-11-08T06:53:22,627 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44839:44839),(127.0.0.1/127.0.0.1:33103:33103)] 2024-11-08T06:53:22,627 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 is not closed yet, will try archiving it next time 2024-11-08T06:53:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:53:22,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:53:22,628 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:53:22,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:22,628 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:22,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:53:22,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:53:22,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=683665085, stopped=false 2024-11-08T06:53:22,629 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,40351,1731048788853 2024-11-08T06:53:22,630 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T06:53:22,630 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T06:53:22,630 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 2024-11-08T06:53:22,633 WARN [IPC Server handler 1 on default port 36997 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741832_1008 2024-11-08T06:53:22,635 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 after 4ms 2024-11-08T06:53:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:22,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:53:22,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:53:22,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:53:22,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:22,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:22,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:22,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,34503,1731048789028' ***** 2024-11-08T06:53:22,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:53:22,683 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:53:22,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:53:22,683 INFO [RS:0;08a4831bbffd:34503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:53:22,683 INFO [RS:0;08a4831bbffd:34503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:53:22,684 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(3091): Received CLOSE for 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:22,684 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,34503,1731048789028 2024-11-08T06:53:22,684 INFO [RS:0;08a4831bbffd:34503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:53:22,684 INFO [RS:0;08a4831bbffd:34503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:34503. 2024-11-08T06:53:22,684 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7db6cb5ead246fbb94e03f92f9136260, disabling compactions & flushes 2024-11-08T06:53:22,684 DEBUG [RS:0;08a4831bbffd:34503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:53:22,684 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:22,684 DEBUG [RS:0;08a4831bbffd:34503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:22,684 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:22,684 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. after waiting 0 ms 2024-11-08T06:53:22,684 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:53:22,685 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:22,685 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:53:22,685 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:53:22,685 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:53:22,685 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7db6cb5ead246fbb94e03f92f9136260 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-08T06:53:22,685 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T06:53:22,685 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1325): Online Regions={7db6cb5ead246fbb94e03f92f9136260=TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T06:53:22,685 DEBUG [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db6cb5ead246fbb94e03f92f9136260 2024-11-08T06:53:22,685 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:53:22,685 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:53:22,686 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:53:22,686 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:53:22,686 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:53:22,686 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-08T06:53:22,687 WARN [AsyncFSWAL-0-hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a-prefix:08a4831bbffd,34503,1731048789028.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,688 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C34503%2C1731048789028.meta:.meta(num 1731048790294) roll requested 2024-11-08T06:53:22,701 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/.tmp/info/e134aec979c34f4d96383c58b89fbb5f is 1055, key is row0001/info:/1731048802425/Put/seqid=0 2024-11-08T06:53:22,704 WARN [Thread-620 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741838_1015 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-08T06:53:22,704 WARN [Thread-620 {}] hdfs.DataStreamer(1731): Error Recovery for BP-701192316-172.17.0.2-1731048786364:blk_1073741838_1015 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33101,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK], DatanodeInfoWithStorage[127.0.0.1:33277,DS-fb054acb-2cbc-4e03-aa55-f07b12243eda,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33101,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK]) is bad. 2024-11-08T06:53:22,704 WARN [Thread-620 {}] hdfs.DataStreamer(1850): Abandoning BP-701192316-172.17.0.2-1731048786364:blk_1073741838_1015 2024-11-08T06:53:22,706 WARN [Thread-620 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:33101,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK] 2024-11-08T06:53:22,707 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048802688.meta, exclude list is [], retry=0 2024-11-08T06:53:22,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-b687b71b-54ec-4ad4-924f-f9c3fc98a836,DISK] 2024-11-08T06:53:22,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33277,DS-fb054acb-2cbc-4e03-aa55-f07b12243eda,DISK] 2024-11-08T06:53:22,711 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048802688.meta 2024-11-08T06:53:22,713 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103),(127.0.0.1/127.0.0.1:44839:44839)] 2024-11-08T06:53:22,713 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta is not closed yet, will try archiving it next time 2024-11-08T06:53:22,713 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,713 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:22,713 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta 2024-11-08T06:53:22,714 WARN [IPC Server handler 1 on default port 36997 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-08T06:53:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741840_1017 (size=7062) 2024-11-08T06:53:22,715 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta after 2ms 2024-11-08T06:53:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741840_1017 (size=7062) 2024-11-08T06:53:22,716 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/.tmp/info/e134aec979c34f4d96383c58b89fbb5f 2024-11-08T06:53:22,726 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/.tmp/info/e134aec979c34f4d96383c58b89fbb5f as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/info/e134aec979c34f4d96383c58b89fbb5f 2024-11-08T06:53:22,733 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/info/e134aec979c34f4d96383c58b89fbb5f, entries=2, sequenceid=6, filesize=6.9 K 2024-11-08T06:53:22,734 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7db6cb5ead246fbb94e03f92f9136260 in 49ms, sequenceid=6, compaction requested=false 2024-11-08T06:53:22,736 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/info/7d705eebc9c84538825ed32b96913ebd is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260./info:regioninfo/1731048792731/Put/seqid=0 2024-11-08T06:53:22,739 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7db6cb5ead246fbb94e03f92f9136260/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T06:53:22,739 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:22,739 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7db6cb5ead246fbb94e03f92f9136260: Waiting for close lock at 1731048802684Running coprocessor pre-close hooks at 1731048802684Disabling compacts and flushes for region at 1731048802684Disabling writes for close at 1731048802684Obtaining lock to block concurrent updates at 1731048802685 (+1 ms)Preparing flush snapshotting stores in 7db6cb5ead246fbb94e03f92f9136260 at 1731048802685Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731048802685Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. at 1731048802686 (+1 ms)Flushing 7db6cb5ead246fbb94e03f92f9136260/info: creating writer at 1731048802687 (+1 ms)Flushing 7db6cb5ead246fbb94e03f92f9136260/info: appending metadata at 1731048802701 (+14 ms)Flushing 7db6cb5ead246fbb94e03f92f9136260/info: closing flushed file at 1731048802701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f11a2a8: reopening flushed file at 1731048802724 (+23 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7db6cb5ead246fbb94e03f92f9136260 in 49ms, sequenceid=6, compaction requested=false at 1731048802734 (+10 ms)Writing region close event to WAL at 1731048802734Running coprocessor post-close hooks at 1731048802739 (+5 ms)Closed at 1731048802739 2024-11-08T06:53:22,740 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731048792341.7db6cb5ead246fbb94e03f92f9136260. 2024-11-08T06:53:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741841_1019 (size=7089) 2024-11-08T06:53:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741841_1019 (size=7089) 2024-11-08T06:53:22,742 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/info/7d705eebc9c84538825ed32b96913ebd 2024-11-08T06:53:22,762 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/ns/aa36a7d6e0ec463b939fc55a37db051b is 43, key is default/ns:d/1731048790390/Put/seqid=0 2024-11-08T06:53:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741842_1020 (size=5153) 2024-11-08T06:53:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741842_1020 (size=5153) 2024-11-08T06:53:22,769 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/ns/aa36a7d6e0ec463b939fc55a37db051b 2024-11-08T06:53:22,818 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/table/e766a1e640664296b878d7d252e13f0b is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731048792742/Put/seqid=0 2024-11-08T06:53:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741843_1021 (size=5424) 2024-11-08T06:53:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741843_1021 (size=5424) 2024-11-08T06:53:22,825 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/table/e766a1e640664296b878d7d252e13f0b 2024-11-08T06:53:22,833 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/info/7d705eebc9c84538825ed32b96913ebd as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/info/7d705eebc9c84538825ed32b96913ebd 2024-11-08T06:53:22,841 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/info/7d705eebc9c84538825ed32b96913ebd, entries=10, sequenceid=11, filesize=6.9 K 2024-11-08T06:53:22,842 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/ns/aa36a7d6e0ec463b939fc55a37db051b as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/ns/aa36a7d6e0ec463b939fc55a37db051b 2024-11-08T06:53:22,850 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/ns/aa36a7d6e0ec463b939fc55a37db051b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T06:53:22,852 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/.tmp/table/e766a1e640664296b878d7d252e13f0b as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/table/e766a1e640664296b878d7d252e13f0b 2024-11-08T06:53:22,859 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/table/e766a1e640664296b878d7d252e13f0b, entries=2, sequenceid=11, filesize=5.3 K 2024-11-08T06:53:22,860 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 174ms, sequenceid=11, compaction requested=false 2024-11-08T06:53:22,865 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T06:53:22,866 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:53:22,866 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:53:22,867 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048802685Running coprocessor pre-close hooks at 1731048802685Disabling compacts and flushes for region at 1731048802685Disabling writes for close at 1731048802686 (+1 ms)Obtaining lock to block concurrent updates at 1731048802686Preparing flush snapshotting stores in 1588230740 at 1731048802686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731048802687 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731048802713 (+26 ms)Flushing 1588230740/info: creating writer at 1731048802713Flushing 1588230740/info: appending metadata at 1731048802735 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731048802735Flushing 1588230740/ns: creating writer at 1731048802749 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731048802762 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731048802762Flushing 1588230740/table: creating writer at 1731048802804 (+42 ms)Flushing 1588230740/table: appending metadata at 1731048802818 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731048802818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b4bfec: reopening flushed file at 1731048802831 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e1dca84: reopening flushed file at 1731048802841 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb54852: reopening flushed file at 1731048802850 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 174ms, sequenceid=11, compaction requested=false at 1731048802860 (+10 ms)Writing region close event to WAL at 1731048802861 (+1 ms)Running coprocessor post-close hooks at 1731048802866 (+5 ms)Closed at 1731048802866 2024-11-08T06:53:22,867 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:53:22,886 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,34503,1731048789028; all regions closed. 2024-11-08T06:53:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741839_1016 (size=825) 2024-11-08T06:53:22,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741839_1016 (size=825) 2024-11-08T06:53:23,137 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb97ffac405b251a5 with lease ID 0x85eb3c1eee4faf2a: from storage DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9 node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=7802be8b-7157-4816-8a3e-3914ea0c8a2d, infoPort=43965, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb97ffac405b251a5 with lease ID 0x85eb3c1eee4faf2a: from storage DS-f26e603a-4ea7-40e6-8a0d-c564cb89d786 node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=7802be8b-7157-4816-8a3e-3914ea0c8a2d, infoPort=43965, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=384356509;c=1731048786364), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:23,528 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:53:23,574 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T06:53:23,575 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T06:53:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741832_1014 (size=1599) 2024-11-08T06:53:24,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-08T06:53:24,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:53:24,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T06:53:26,638 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 after 4007ms 2024-11-08T06:53:26,639 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048789667 to hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs/08a4831bbffd%2C34503%2C1731048789028.1731048789667 2024-11-08T06:53:26,716 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta after 4003ms 2024-11-08T06:53:26,718 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta to hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs/08a4831bbffd%2C34503%2C1731048789028.meta.1731048790294.meta 2024-11-08T06:53:26,725 DEBUG [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs 2024-11-08T06:53:26,726 INFO [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C34503%2C1731048789028.meta:.meta(num 1731048802688) 2024-11-08T06:53:26,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/WALs/08a4831bbffd,34503,1731048789028/08a4831bbffd%2C34503%2C1731048789028.1731048802609 not finished, retry = 0 2024-11-08T06:53:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33277 is added to blk_1073741837_1013 (size=2288) 2024-11-08T06:53:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741837_1013 (size=2288) 2024-11-08T06:53:26,838 DEBUG [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs 2024-11-08T06:53:26,838 INFO [RS:0;08a4831bbffd:34503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C34503%2C1731048789028:(num 1731048802609) 2024-11-08T06:53:26,838 DEBUG [RS:0;08a4831bbffd:34503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:26,839 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:53:26,839 INFO [RS:0;08a4831bbffd:34503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:53:26,839 INFO [RS:0;08a4831bbffd:34503 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:53:26,840 INFO [RS:0;08a4831bbffd:34503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:53:26,840 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:53:26,840 INFO [RS:0;08a4831bbffd:34503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34503 2024-11-08T06:53:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741832_1014 (size=1599) 2024-11-08T06:53:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741834_1018 (size=2386) 2024-11-08T06:53:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:53:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,34503,1731048789028 2024-11-08T06:53:26,902 INFO [RS:0;08a4831bbffd:34503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:53:26,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,34503,1731048789028] 2024-11-08T06:53:26,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,34503,1731048789028 already deleted, retry=false 2024-11-08T06:53:26,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,34503,1731048789028 expired; onlineServers=0 2024-11-08T06:53:26,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,40351,1731048788853' ***** 2024-11-08T06:53:26,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:53:26,923 INFO [M:0;08a4831bbffd:40351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:53:26,923 INFO [M:0;08a4831bbffd:40351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:53:26,923 DEBUG [M:0;08a4831bbffd:40351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:53:26,923 DEBUG [M:0;08a4831bbffd:40351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:53:26,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:53:26,923 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048789418 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048789418,5,FailOnTimeoutGroup] 2024-11-08T06:53:26,923 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048789418 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048789418,5,FailOnTimeoutGroup] 2024-11-08T06:53:26,923 INFO [M:0;08a4831bbffd:40351 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:53:26,924 INFO [M:0;08a4831bbffd:40351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:53:26,924 DEBUG [M:0;08a4831bbffd:40351 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:53:26,924 INFO [M:0;08a4831bbffd:40351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:53:26,924 INFO [M:0;08a4831bbffd:40351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:53:26,924 INFO [M:0;08a4831bbffd:40351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:53:26,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:53:26,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:53:26,933 DEBUG [M:0;08a4831bbffd:40351 {}] zookeeper.ZKUtil(347): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:53:26,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:26,933 WARN [M:0;08a4831bbffd:40351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:53:26,935 INFO [M:0;08a4831bbffd:40351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/.lastflushedseqids 2024-11-08T06:53:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741844_1022 (size=139) 2024-11-08T06:53:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741844_1022 (size=139) 2024-11-08T06:53:26,942 INFO [M:0;08a4831bbffd:40351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:53:26,942 INFO [M:0;08a4831bbffd:40351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:53:26,942 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:53:26,942 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:26,942 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:26,942 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:53:26,942 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:26,942 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-08T06:53:26,943 WARN [AsyncFSWAL-0-hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData-prefix:08a4831bbffd,40351,1731048788853 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:26,943 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C40351%2C1731048788853:(num 1731048789182) roll requested 2024-11-08T06:53:26,956 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048806943, exclude list is [], retry=0 2024-11-08T06:53:26,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-b687b71b-54ec-4ad4-924f-f9c3fc98a836,DISK] 2024-11-08T06:53:26,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-3fda0f3c-2185-4c8a-9ac1-41b9f7e430d9,DISK] 2024-11-08T06:53:26,961 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048806943 2024-11-08T06:53:26,961 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33103:33103),(127.0.0.1/127.0.0.1:43965:43965)] 2024-11-08T06:53:26,961 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 is not closed yet, will try archiving it next time 2024-11-08T06:53:26,961 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:26,962 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T06:53:26,962 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 2024-11-08T06:53:26,963 WARN [IPC Server handler 3 on default port 36997 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-08T06:53:26,963 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 after 1ms 2024-11-08T06:53:26,977 DEBUG [M:0;08a4831bbffd:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56e30a08f4114b62b8efd5646aefeceb is 82, key is hbase:meta,,1/info:regioninfo/1731048790336/Put/seqid=0 2024-11-08T06:53:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38895 is added to blk_1073741846_1025 (size=5672) 2024-11-08T06:53:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741846_1025 (size=5672) 2024-11-08T06:53:26,983 INFO [M:0;08a4831bbffd:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56e30a08f4114b62b8efd5646aefeceb 2024-11-08T06:53:27,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:27,012 INFO [RS:0;08a4831bbffd:34503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:53:27,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34503-0x10119384f0f0001, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:27,012 INFO [RS:0;08a4831bbffd:34503 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,34503,1731048789028; zookeeper connection closed. 2024-11-08T06:53:27,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4868efdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4868efdd 2024-11-08T06:53:27,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T06:53:27,013 DEBUG [M:0;08a4831bbffd:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dacdbefae8a44048b10aa1ed168cb98c is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731048792747/Put/seqid=0 2024-11-08T06:53:27,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741847_1026 (size=6115) 2024-11-08T06:53:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741847_1026 (size=6115) 2024-11-08T06:53:27,022 INFO [M:0;08a4831bbffd:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dacdbefae8a44048b10aa1ed168cb98c 2024-11-08T06:53:27,044 DEBUG [M:0;08a4831bbffd:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79ccdd956e96485ba422585a0b172e02 is 69, key is 08a4831bbffd,34503,1731048789028/rs:state/1731048789502/Put/seqid=0 2024-11-08T06:53:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741848_1027 (size=5156) 2024-11-08T06:53:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741848_1027 (size=5156) 2024-11-08T06:53:27,050 INFO [M:0;08a4831bbffd:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79ccdd956e96485ba422585a0b172e02 2024-11-08T06:53:27,071 DEBUG [M:0;08a4831bbffd:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/94eb1e22f39345108ffa1ddf65916352 is 52, key is load_balancer_on/state:d/1731048790472/Put/seqid=0 2024-11-08T06:53:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741849_1028 (size=5056) 2024-11-08T06:53:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741849_1028 (size=5056) 2024-11-08T06:53:27,078 INFO [M:0;08a4831bbffd:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/94eb1e22f39345108ffa1ddf65916352 2024-11-08T06:53:27,085 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56e30a08f4114b62b8efd5646aefeceb as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56e30a08f4114b62b8efd5646aefeceb 2024-11-08T06:53:27,091 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56e30a08f4114b62b8efd5646aefeceb, entries=8, sequenceid=56, filesize=5.5 K 2024-11-08T06:53:27,093 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dacdbefae8a44048b10aa1ed168cb98c as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dacdbefae8a44048b10aa1ed168cb98c 2024-11-08T06:53:27,099 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dacdbefae8a44048b10aa1ed168cb98c, entries=6, sequenceid=56, filesize=6.0 K 2024-11-08T06:53:27,100 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79ccdd956e96485ba422585a0b172e02 as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79ccdd956e96485ba422585a0b172e02 2024-11-08T06:53:27,106 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79ccdd956e96485ba422585a0b172e02, entries=1, sequenceid=56, filesize=5.0 K 2024-11-08T06:53:27,107 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/94eb1e22f39345108ffa1ddf65916352 as hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/94eb1e22f39345108ffa1ddf65916352 2024-11-08T06:53:27,113 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/94eb1e22f39345108ffa1ddf65916352, entries=1, sequenceid=56, filesize=4.9 K 2024-11-08T06:53:27,114 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=56, compaction requested=false 2024-11-08T06:53:27,115 INFO [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:27,115 DEBUG [M:0;08a4831bbffd:40351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048806942Disabling compacts and flushes for region at 1731048806942Disabling writes for close at 1731048806942Obtaining lock to block concurrent updates at 1731048806942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731048806942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731048806943 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731048806962 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731048806962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731048806976 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731048806976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731048806991 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731048807012 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731048807013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731048807029 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731048807043 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731048807043Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731048807056 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731048807071 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731048807071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33880a53: reopening flushed file at 1731048807084 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24eebc3e: reopening flushed file at 1731048807092 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9b795d: reopening flushed file at 1731048807099 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ddb017: reopening flushed file at 1731048807106 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 172ms, sequenceid=56, compaction requested=false at 1731048807114 (+8 ms)Writing region close event to WAL at 1731048807115 (+1 ms)Closed at 1731048807115 2024-11-08T06:53:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741845_1023 (size=757) 2024-11-08T06:53:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741845_1023 (size=757) 2024-11-08T06:53:27,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:27,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:27,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:28,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:53:28,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:28,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:28,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:30,965 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 after 4003ms 2024-11-08T06:53:30,967 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/WALs/08a4831bbffd,40351,1731048788853/08a4831bbffd%2C40351%2C1731048788853.1731048789182 to hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/oldWALs/08a4831bbffd%2C40351%2C1731048788853.1731048789182 2024-11-08T06:53:30,975 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/MasterData/oldWALs/08a4831bbffd%2C40351%2C1731048788853.1731048789182 to hdfs://localhost:36997/user/jenkins/test-data/b04c5b05-c011-5a0c-64b2-1b8cc85cad5a/oldWALs/08a4831bbffd%2C40351%2C1731048788853.1731048789182$masterlocalwal$ 2024-11-08T06:53:30,975 INFO [M:0;08a4831bbffd:40351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:53:30,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:53:30,975 INFO [M:0;08a4831bbffd:40351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40351 2024-11-08T06:53:30,976 INFO [M:0;08a4831bbffd:40351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:53:31,139 INFO [M:0;08a4831bbffd:40351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:53:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x10119384f0f0000, quorum=127.0.0.1:61081, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:53:31,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43a3d944{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:31,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@704479b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:31,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:31,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dbbcc7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:31,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aa00f05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:31,167 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:31,167 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:31,167 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701192316-172.17.0.2-1731048786364 (Datanode Uuid 7802be8b-7157-4816-8a3e-3914ea0c8a2d) service to localhost/127.0.0.1:36997 2024-11-08T06:53:31,167 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:31,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data1/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data2/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:31,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1b0e33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:31,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d80960a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:31,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:31,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4084f9a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:31,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1124ce2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:31,175 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:31,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:31,175 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701192316-172.17.0.2-1731048786364 (Datanode Uuid 2133187c-f66a-4314-b05f-ccc5d113414f) service to localhost/127.0.0.1:36997 2024-11-08T06:53:31,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:31,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data9/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data10/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:31,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@203c9393{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:31,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e31327{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:31,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:31,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a3a18a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:31,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5111ec36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:31,180 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:31,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:31,180 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701192316-172.17.0.2-1731048786364 (Datanode Uuid 13d201c5-433b-430a-9b04-27373779eb76) service to localhost/127.0.0.1:36997 2024-11-08T06:53:31,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:31,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data7/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data8/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:31,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d76838e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:31,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b0f5da5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:31,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:31,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45526b3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:31,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d4578b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:31,185 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:31,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:31,185 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701192316-172.17.0.2-1731048786364 (Datanode Uuid b7364d48-d630-42ad-9927-c3c477d9a8c4) service to localhost/127.0.0.1:36997 2024-11-08T06:53:31,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:31,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data5/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data6/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:31,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@600b0a8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:31,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b8e90f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:31,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:31,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25518f98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:31,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ded02cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:31,190 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:53:31,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:53:31,190 WARN [BP-701192316-172.17.0.2-1731048786364 heartbeating to localhost/127.0.0.1:36997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-701192316-172.17.0.2-1731048786364 (Datanode Uuid 30764b51-42c8-4f56-97e6-6d67f5f88fc7) service to localhost/127.0.0.1:36997 2024-11-08T06:53:31,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:53:31,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data3/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/cluster_ac7e623f-437e-e1fd-bc83-580955a9bc9f/data/data4/current/BP-701192316-172.17.0.2-1731048786364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:53:31,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:53:31,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41db0b91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:53:31,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b8143c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:53:31,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:53:31,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64603cf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:53:31,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af8ea6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir/,STOPPED} 2024-11-08T06:53:31,210 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:53:31,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:53:31,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=105 (was 71) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36997 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 107), ProcessCount=11 (was 11), AvailableMemoryMB=9698 (was 9940) 2024-11-08T06:53:31,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=105, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=9697 2024-11-08T06:53:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:53:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.log.dir so I do NOT create it in target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32 2024-11-08T06:53:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5dbf136-56dc-df8c-5e80-cd033191c259/hadoop.tmp.dir so I do NOT create it in target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32 2024-11-08T06:53:31,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad, deleteOnExit=true 2024-11-08T06:53:31,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/test.cache.data in system properties and HBase conf 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:53:31,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:53:31,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:53:31,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:53:31,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:53:31,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:53:31,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:31,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:31,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:31,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:31,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:53:31,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:31,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78aa4fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:31,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147cdfda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:31,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b349b5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/java.io.tmpdir/jetty-localhost-35017-hadoop-hdfs-3_4_1-tests_jar-_-any-4527291712560301277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:53:31,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19daade3{HTTP/1.1, (http/1.1)}{localhost:35017} 2024-11-08T06:53:31,704 INFO [Time-limited test {}] server.Server(415): Started @93222ms 2024-11-08T06:53:31,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:31,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:31,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:31,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:31,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:53:31,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2758dbc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:31,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0c5248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:32,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e9b7b21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/java.io.tmpdir/jetty-localhost-45243-hadoop-hdfs-3_4_1-tests_jar-_-any-5525813624486921603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:32,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a80853a{HTTP/1.1, (http/1.1)}{localhost:45243} 2024-11-08T06:53:32,077 INFO [Time-limited test {}] server.Server(415): Started @93595ms 2024-11-08T06:53:32,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:32,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:53:32,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:53:32,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:53:32,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:53:32,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:53:32,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ffe2d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:53:32,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c77845f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:53:32,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ecb840{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/java.io.tmpdir/jetty-localhost-46883-hadoop-hdfs-3_4_1-tests_jar-_-any-4952399478691074925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:53:32,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b96d285{HTTP/1.1, (http/1.1)}{localhost:46883} 2024-11-08T06:53:32,206 INFO [Time-limited test {}] server.Server(415): Started @93724ms 2024-11-08T06:53:32,207 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:53:33,526 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data1/current/BP-1768463247-172.17.0.2-1731048811278/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:33,526 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data2/current/BP-1768463247-172.17.0.2-1731048811278/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:33,546 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x183e6792be372e87 with lease ID 0x1b7613e7f9c45fe7: Processing first storage report for DS-b6c4a716-3799-4866-a646-2be64f8c280e from datanode DatanodeRegistration(127.0.0.1:41301, datanodeUuid=3250dfcf-5f2d-435f-b9ad-c2207da1563c, infoPort=37555, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278) 2024-11-08T06:53:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x183e6792be372e87 with lease ID 0x1b7613e7f9c45fe7: from storage DS-b6c4a716-3799-4866-a646-2be64f8c280e node DatanodeRegistration(127.0.0.1:41301, datanodeUuid=3250dfcf-5f2d-435f-b9ad-c2207da1563c, infoPort=37555, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x183e6792be372e87 with lease ID 0x1b7613e7f9c45fe7: Processing first storage report for DS-515fde09-5d9c-442d-85e2-d52cd5c15054 from datanode DatanodeRegistration(127.0.0.1:41301, datanodeUuid=3250dfcf-5f2d-435f-b9ad-c2207da1563c, infoPort=37555, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278) 2024-11-08T06:53:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x183e6792be372e87 with lease ID 0x1b7613e7f9c45fe7: from storage DS-515fde09-5d9c-442d-85e2-d52cd5c15054 node DatanodeRegistration(127.0.0.1:41301, datanodeUuid=3250dfcf-5f2d-435f-b9ad-c2207da1563c, infoPort=37555, infoSecurePort=0, ipcPort=44785, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:33,709 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data3/current/BP-1768463247-172.17.0.2-1731048811278/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:33,709 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data4/current/BP-1768463247-172.17.0.2-1731048811278/current, will proceed with Du for space computation calculation, 2024-11-08T06:53:33,727 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:53:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb130dccca77b7e97 with lease ID 0x1b7613e7f9c45fe8: Processing first storage report for DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992 from datanode DatanodeRegistration(127.0.0.1:37787, datanodeUuid=2b0eb69e-d912-4033-b294-f0ebcfc55a0c, infoPort=46275, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278) 2024-11-08T06:53:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb130dccca77b7e97 with lease ID 0x1b7613e7f9c45fe8: from storage DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992 node DatanodeRegistration(127.0.0.1:37787, datanodeUuid=2b0eb69e-d912-4033-b294-f0ebcfc55a0c, infoPort=46275, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:53:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb130dccca77b7e97 with lease ID 0x1b7613e7f9c45fe8: Processing first storage report for DS-af91e8ab-d3c1-4fbd-a0c1-3eef3e74469f from datanode DatanodeRegistration(127.0.0.1:37787, datanodeUuid=2b0eb69e-d912-4033-b294-f0ebcfc55a0c, infoPort=46275, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278) 2024-11-08T06:53:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb130dccca77b7e97 with lease ID 0x1b7613e7f9c45fe8: from storage DS-af91e8ab-d3c1-4fbd-a0c1-3eef3e74469f node DatanodeRegistration(127.0.0.1:37787, datanodeUuid=2b0eb69e-d912-4033-b294-f0ebcfc55a0c, infoPort=46275, infoSecurePort=0, ipcPort=38317, storageInfo=lv=-57;cid=testClusterID;nsid=1996121784;c=1731048811278), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T06:53:33,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32 2024-11-08T06:53:33,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/zookeeper_0, clientPort=61237, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:53:33,763 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61237 2024-11-08T06:53:33,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:33,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:53:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:53:33,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27 with version=8 2024-11-08T06:53:33,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase-staging 2024-11-08T06:53:33,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:53:33,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:33,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:33,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:53:33,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:33,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:53:33,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:53:33,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:53:33,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45277 2024-11-08T06:53:33,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45277 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-08T06:53:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452770x0, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:53:33,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45277-0x1011938b06c0000 connected 2024-11-08T06:53:33,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:33,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:33,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:33,941 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27, hbase.cluster.distributed=false 2024-11-08T06:53:33,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:53:33,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45277 2024-11-08T06:53:33,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45277 2024-11-08T06:53:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45277 2024-11-08T06:53:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45277 2024-11-08T06:53:33,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45277 2024-11-08T06:53:33,962 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:53:33,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:33,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:33,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:53:33,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:53:33,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:53:33,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:53:33,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:53:33,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41129 2024-11-08T06:53:33,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41129 connecting to ZooKeeper ensemble=127.0.0.1:61237 2024-11-08T06:53:33,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:33,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:33,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411290x0, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:53:33,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:53:33,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41129-0x1011938b06c0001 connected 2024-11-08T06:53:33,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:53:33,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:53:33,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:53:33,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:53:33,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-08T06:53:33,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41129 2024-11-08T06:53:33,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41129 2024-11-08T06:53:33,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-08T06:53:33,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41129 2024-11-08T06:53:33,994 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:45277 2024-11-08T06:53:33,994 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:34,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:34,007 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:53:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,017 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:53:34,018 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,45277,1731048813780 from backup master directory 2024-11-08T06:53:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:53:34,027 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:53:34,027 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,032 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/hbase.id] with ID: ccca8cc2-3268-4e68-b403-047fb7367740 2024-11-08T06:53:34,032 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/.tmp/hbase.id 2024-11-08T06:53:34,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:53:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:53:34,038 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/.tmp/hbase.id]:[hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/hbase.id] 2024-11-08T06:53:34,051 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:34,051 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:53:34,053 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T06:53:34,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:53:34,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:53:34,067 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:53:34,068 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:53:34,069 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:53:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:53:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:53:34,481 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store 2024-11-08T06:53:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:53:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:53:34,496 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:34,496 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:53:34,496 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:34,496 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:34,496 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:53:34,496 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:34,496 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:53:34,497 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048814496Disabling compacts and flushes for region at 1731048814496Disabling writes for close at 1731048814496Writing region close event to WAL at 1731048814496Closed at 1731048814496 2024-11-08T06:53:34,498 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/.initializing 2024-11-08T06:53:34,498 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/WALs/08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,499 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:53:34,502 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C45277%2C1731048813780, suffix=, logDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/WALs/08a4831bbffd,45277,1731048813780, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/oldWALs, maxLogs=10 2024-11-08T06:53:34,515 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/WALs/08a4831bbffd,45277,1731048813780/08a4831bbffd%2C45277%2C1731048813780.1731048814502, exclude list is [], retry=0 2024-11-08T06:53:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992,DISK] 2024-11-08T06:53:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41301,DS-b6c4a716-3799-4866-a646-2be64f8c280e,DISK] 2024-11-08T06:53:34,520 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/WALs/08a4831bbffd,45277,1731048813780/08a4831bbffd%2C45277%2C1731048813780.1731048814502 2024-11-08T06:53:34,520 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46275:46275),(127.0.0.1/127.0.0.1:37555:37555)] 2024-11-08T06:53:34,520 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:53:34,520 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:34,520 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,520 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:53:34,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:34,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:53:34,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:34,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:53:34,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:34,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:53:34,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:34,530 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,531 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,531 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,533 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,533 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,533 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:53:34,535 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:53:34,537 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:53:34,538 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860936, jitterRate=0.09473790228366852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:53:34,538 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731048814520Initializing all the Stores at 1731048814521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048814521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048814522 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048814522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048814522Cleaning up temporary data from old regions at 1731048814533 (+11 ms)Region opened successfully at 1731048814538 (+5 ms) 2024-11-08T06:53:34,538 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:53:34,542 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b20fa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:53:34,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:53:34,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:53:34,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:53:34,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:53:34,544 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T06:53:34,544 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T06:53:34,544 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T06:53:34,546 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:53:34,547 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:53:34,596 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:53:34,597 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:53:34,598 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:53:34,606 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:53:34,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:53:34,609 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:53:34,617 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:53:34,619 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:53:34,627 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:53:34,634 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:53:34,646 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:53:34,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:34,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:53:34,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,661 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,45277,1731048813780, sessionid=0x1011938b06c0000, setting cluster-up flag (Was=false) 2024-11-08T06:53:34,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,711 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:53:34,713 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:34,765 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:53:34,768 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,45277,1731048813780 2024-11-08T06:53:34,772 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:53:34,775 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:34,775 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:53:34,775 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:53:34,776 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,45277,1731048813780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:53:34,778 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731048844779 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:53:34,779 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:53:34,780 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:34,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:53:34,780 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:53:34,780 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:53:34,780 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:53:34,781 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:53:34,781 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:53:34,781 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048814781,5,FailOnTimeoutGroup] 2024-11-08T06:53:34,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,781 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048814781,5,FailOnTimeoutGroup] 2024-11-08T06:53:34,781 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,781 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:53:34,781 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:53:34,782 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,786 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(746): ClusterId : ccca8cc2-3268-4e68-b403-047fb7367740 2024-11-08T06:53:34,786 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:53:34,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:53:34,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:53:34,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:53:34,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27 2024-11-08T06:53:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:53:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:53:34,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:34,796 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:53:34,797 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:53:34,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:53:34,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:53:34,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:34,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:53:34,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:53:34,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:34,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:53:34,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:53:34,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:34,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:53:34,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:53:34,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:34,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:34,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:53:34,807 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:53:34,807 DEBUG [RS:0;08a4831bbffd:41129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:53:34,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740 2024-11-08T06:53:34,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740 2024-11-08T06:53:34,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:53:34,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:53:34,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:53:34,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:53:34,814 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:53:34,814 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=736814, jitterRate=-0.06309263408184052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:53:34,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731048814796Initializing all the Stores at 1731048814797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048814797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048814797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048814797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048814797Cleaning up temporary data from old regions at 1731048814810 (+13 ms)Region opened successfully at 1731048814815 (+5 ms) 2024-11-08T06:53:34,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:53:34,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:53:34,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:53:34,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:53:34,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:53:34,815 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:53:34,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048814815Disabling compacts and flushes for region at 1731048814815Disabling writes for close at 1731048814815Writing region close event to WAL at 1731048814815Closed at 1731048814815 2024-11-08T06:53:34,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:34,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:53:34,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:53:34,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:53:34,820 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:41129 2024-11-08T06:53:34,820 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:53:34,820 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:53:34,820 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:53:34,820 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:53:34,821 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,45277,1731048813780 with port=41129, startcode=1731048813962 2024-11-08T06:53:34,821 DEBUG [RS:0;08a4831bbffd:41129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:53:34,822 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:53:34,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,41129,1731048813962 2024-11-08T06:53:34,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45277 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,41129,1731048813962 2024-11-08T06:53:34,824 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27 2024-11-08T06:53:34,824 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38333 2024-11-08T06:53:34,824 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:53:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:53:34,836 DEBUG [RS:0;08a4831bbffd:41129 {}] zookeeper.ZKUtil(111): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,41129,1731048813962 2024-11-08T06:53:34,836 WARN [RS:0;08a4831bbffd:41129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:53:34,836 INFO [RS:0;08a4831bbffd:41129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:53:34,836 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962 2024-11-08T06:53:34,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,41129,1731048813962] 2024-11-08T06:53:34,840 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:53:34,843 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:53:34,843 INFO [RS:0;08a4831bbffd:41129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:53:34,843 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,844 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:53:34,845 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:53:34,845 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,845 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,845 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,845 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,845 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,845 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,845 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:53:34,846 DEBUG [RS:0;08a4831bbffd:41129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:53:34,847 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,847 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,847 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,847 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,847 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,847 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,41129,1731048813962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:53:34,860 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:53:34,860 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,41129,1731048813962-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,860 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,861 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.Replication(171): 08a4831bbffd,41129,1731048813962 started 2024-11-08T06:53:34,872 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:34,872 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,41129,1731048813962, RpcServer on 08a4831bbffd/172.17.0.2:41129, sessionid=0x1011938b06c0001 2024-11-08T06:53:34,872 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:53:34,872 DEBUG [RS:0;08a4831bbffd:41129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,41129,1731048813962 2024-11-08T06:53:34,872 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,41129,1731048813962' 2024-11-08T06:53:34,872 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:53:34,873 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,41129,1731048813962 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,41129,1731048813962' 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:53:34,874 DEBUG [RS:0;08a4831bbffd:41129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:53:34,875 INFO [RS:0;08a4831bbffd:41129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:53:34,875 INFO [RS:0;08a4831bbffd:41129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:53:34,970 WARN [08a4831bbffd:45277 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T06:53:34,975 INFO [RS:0;08a4831bbffd:41129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:53:34,978 INFO [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C41129%2C1731048813962, suffix=, logDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/oldWALs, maxLogs=32 2024-11-08T06:53:34,996 DEBUG [RS:0;08a4831bbffd:41129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048814979, exclude list is [], retry=0 2024-11-08T06:53:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992,DISK] 2024-11-08T06:53:34,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41301,DS-b6c4a716-3799-4866-a646-2be64f8c280e,DISK] 2024-11-08T06:53:35,001 INFO [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048814979 2024-11-08T06:53:35,002 DEBUG [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46275:46275),(127.0.0.1/127.0.0.1:37555:37555)] 2024-11-08T06:53:35,220 DEBUG [08a4831bbffd:45277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T06:53:35,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,41129,1731048813962 2024-11-08T06:53:35,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,41129,1731048813962, state=OPENING 2024-11-08T06:53:35,227 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:53:35,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:35,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:53:35,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:35,238 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:35,238 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:53:35,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,41129,1731048813962}] 2024-11-08T06:53:35,393 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:53:35,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:53:35,404 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:53:35,405 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:53:35,405 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:53:35,408 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C41129%2C1731048813962.meta, suffix=.meta, logDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962, archiveDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/oldWALs, maxLogs=32 2024-11-08T06:53:35,421 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.meta.1731048815409.meta, exclude list is [], retry=0 2024-11-08T06:53:35,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41301,DS-b6c4a716-3799-4866-a646-2be64f8c280e,DISK] 2024-11-08T06:53:35,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992,DISK] 2024-11-08T06:53:35,426 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.meta.1731048815409.meta 2024-11-08T06:53:35,426 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37555:37555),(127.0.0.1/127.0.0.1:46275:46275)] 2024-11-08T06:53:35,426 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:53:35,427 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:53:35,427 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:53:35,427 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:53:35,427 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:53:35,428 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:35,428 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:53:35,428 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:53:35,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:53:35,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:53:35,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:35,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:35,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:53:35,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:53:35,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:53:35,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:53:35,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:35,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:35,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:53:35,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:53:35,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:35,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:53:35,435 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:53:35,435 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740 2024-11-08T06:53:35,436 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740 2024-11-08T06:53:35,438 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:53:35,438 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:53:35,438 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:53:35,440 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:53:35,441 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753183, jitterRate=-0.042279332876205444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:53:35,441 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:53:35,442 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731048815428Writing region info on filesystem at 1731048815428Initializing all the Stores at 1731048815429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048815429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048815429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048815429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048815429Cleaning up temporary data from old regions at 1731048815438 (+9 ms)Running coprocessor post-open hooks at 1731048815441 (+3 ms)Region opened successfully at 1731048815442 (+1 ms) 2024-11-08T06:53:35,443 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731048815393 2024-11-08T06:53:35,445 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:53:35,446 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:53:35,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41129,1731048813962 2024-11-08T06:53:35,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,41129,1731048813962, state=OPEN 2024-11-08T06:53:35,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:53:35,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:53:35,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,41129,1731048813962 2024-11-08T06:53:35,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:35,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:53:35,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:53:35,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,41129,1731048813962 in 251 msec 2024-11-08T06:53:35,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:53:35,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-08T06:53:35,501 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:53:35,501 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:53:35,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:53:35,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41129,1731048813962, seqNum=-1] 2024-11-08T06:53:35,503 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:53:35,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:53:35,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-11-08T06:53:35,509 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731048815509, completionTime=-1 2024-11-08T06:53:35,509 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T06:53:35,509 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731048875512 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731048935512 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45277,1731048813780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45277,1731048813780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45277,1731048813780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:45277, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,512 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,513 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,515 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.489sec 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45277,1731048813780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:53:35,517 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45277,1731048813780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:53:35,521 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:53:35,521 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:53:35,521 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,45277,1731048813780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:53:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216816a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:53:35,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,45277,-1 for getting cluster id 2024-11-08T06:53:35,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:53:35,592 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccca8cc2-3268-4e68-b403-047fb7367740' 2024-11-08T06:53:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:53:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccca8cc2-3268-4e68-b403-047fb7367740" 2024-11-08T06:53:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9ebff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:53:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,45277,-1] 2024-11-08T06:53:35,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:53:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:53:35,597 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:53:35,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19684d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:53:35,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:53:35,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41129,1731048813962, seqNum=-1] 2024-11-08T06:53:35,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:53:35,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:53:35,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,45277,1731048813780 2024-11-08T06:53:35,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:53:35,606 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T06:53:35,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T06:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,45277,1731048813780 2024-11-08T06:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87432db 2024-11-08T06:53:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T06:53:35,609 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T06:53:35,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T06:53:35,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T06:53:35,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:53:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:35,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T06:53:35,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:35,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-08T06:53:35,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T06:53:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:53:35,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741835_1011 (size=405) 2024-11-08T06:53:35,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741835_1011 (size=405) 2024-11-08T06:53:35,623 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fc8bb306a97a9122f4e731f76c066fc, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27 2024-11-08T06:53:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741836_1012 (size=88) 2024-11-08T06:53:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741836_1012 (size=88) 2024-11-08T06:53:35,631 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:35,632 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2fc8bb306a97a9122f4e731f76c066fc, disabling compactions & flushes 2024-11-08T06:53:35,632 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,632 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,632 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. after waiting 0 ms 2024-11-08T06:53:35,632 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,632 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,632 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fc8bb306a97a9122f4e731f76c066fc: Waiting for close lock at 1731048815632Disabling compacts and flushes for region at 1731048815632Disabling writes for close at 1731048815632Writing region close event to WAL at 1731048815632Closed at 1731048815632 2024-11-08T06:53:35,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T06:53:35,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731048815634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731048815634"}]},"ts":"1731048815634"} 2024-11-08T06:53:35,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T06:53:35,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T06:53:35,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048815638"}]},"ts":"1731048815638"} 2024-11-08T06:53:35,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-08T06:53:35,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2fc8bb306a97a9122f4e731f76c066fc, ASSIGN}] 2024-11-08T06:53:35,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2fc8bb306a97a9122f4e731f76c066fc, ASSIGN 2024-11-08T06:53:35,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2fc8bb306a97a9122f4e731f76c066fc, ASSIGN; state=OFFLINE, location=08a4831bbffd,41129,1731048813962; forceNewPlan=false, retain=false 2024-11-08T06:53:35,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fc8bb306a97a9122f4e731f76c066fc, regionState=OPENING, regionLocation=08a4831bbffd,41129,1731048813962 2024-11-08T06:53:35,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2fc8bb306a97a9122f4e731f76c066fc, ASSIGN because future has completed 2024-11-08T06:53:35,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fc8bb306a97a9122f4e731f76c066fc, server=08a4831bbffd,41129,1731048813962}] 2024-11-08T06:53:35,967 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,968 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fc8bb306a97a9122f4e731f76c066fc, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:53:35,968 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,968 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:53:35,969 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,969 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,971 INFO [StoreOpener-2fc8bb306a97a9122f4e731f76c066fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,973 INFO [StoreOpener-2fc8bb306a97a9122f4e731f76c066fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fc8bb306a97a9122f4e731f76c066fc columnFamilyName info 2024-11-08T06:53:35,973 DEBUG [StoreOpener-2fc8bb306a97a9122f4e731f76c066fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:53:35,973 INFO [StoreOpener-2fc8bb306a97a9122f4e731f76c066fc-1 {}] regionserver.HStore(327): Store=2fc8bb306a97a9122f4e731f76c066fc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:53:35,973 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,974 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,974 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,975 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,975 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,976 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,978 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:53:35,979 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2fc8bb306a97a9122f4e731f76c066fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740658, jitterRate=-0.05820523202419281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:53:35,979 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:53:35,980 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2fc8bb306a97a9122f4e731f76c066fc: Running coprocessor pre-open hook at 1731048815969Writing region info on filesystem at 1731048815969Initializing all the Stores at 1731048815970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048815971 (+1 ms)Cleaning up temporary data from old regions at 1731048815975 (+4 ms)Running coprocessor post-open hooks at 1731048815979 (+4 ms)Region opened successfully at 1731048815980 (+1 ms) 2024-11-08T06:53:35,981 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc., pid=6, masterSystemTime=1731048815958 2024-11-08T06:53:35,983 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,983 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:35,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fc8bb306a97a9122f4e731f76c066fc, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41129,1731048813962 2024-11-08T06:53:35,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fc8bb306a97a9122f4e731f76c066fc, server=08a4831bbffd,41129,1731048813962 because future has completed 2024-11-08T06:53:35,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T06:53:35,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fc8bb306a97a9122f4e731f76c066fc, server=08a4831bbffd,41129,1731048813962 in 184 msec 2024-11-08T06:53:35,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T06:53:35,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=2fc8bb306a97a9122f4e731f76c066fc, ASSIGN in 349 msec 2024-11-08T06:53:35,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T06:53:35,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048815993"}]},"ts":"1731048815993"} 2024-11-08T06:53:35,996 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-08T06:53:35,997 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T06:53:35,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 387 msec 2024-11-08T06:53:40,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:53:40,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:53:40,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:53:40,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-08T06:53:44,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T06:53:44,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T06:53:44,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:53:44,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T06:53:44,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:44,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T06:53:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:53:45,676 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T06:53:45,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-08T06:53:45,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:45,684 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:45,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc., hostname=08a4831bbffd,41129,1731048813962, seqNum=2] 2024-11-08T06:53:45,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:45,700 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T06:53:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T06:53:45,702 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T06:53:45,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T06:53:45,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T06:53:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:45,873 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2fc8bb306a97a9122f4e731f76c066fc 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T06:53:45,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/57e98cbc75a14f9d93eb906073e79de5 is 1055, key is row0001/info:/1731048825688/Put/seqid=0 2024-11-08T06:53:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741837_1013 (size=6008) 2024-11-08T06:53:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741837_1013 (size=6008) 2024-11-08T06:53:45,893 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/57e98cbc75a14f9d93eb906073e79de5 2024-11-08T06:53:45,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/57e98cbc75a14f9d93eb906073e79de5 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/57e98cbc75a14f9d93eb906073e79de5 2024-11-08T06:53:45,906 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/57e98cbc75a14f9d93eb906073e79de5, entries=1, sequenceid=5, filesize=5.9 K 2024-11-08T06:53:45,907 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2fc8bb306a97a9122f4e731f76c066fc in 35ms, sequenceid=5, compaction requested=false 2024-11-08T06:53:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2fc8bb306a97a9122f4e731f76c066fc: 2024-11-08T06:53:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:45,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T06:53:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T06:53:45,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T06:53:45,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2024-11-08T06:53:45,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 219 msec 2024-11-08T06:53:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T06:53:55,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T06:53:55,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:53:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T06:53:55,749 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T06:53:55,750 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T06:53:55,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T06:53:55,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T06:53:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:55,907 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 2fc8bb306a97a9122f4e731f76c066fc 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T06:53:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/485270b6165746ed935fa0591c94b4c3 is 1055, key is row0002/info:/1731048835739/Put/seqid=0 2024-11-08T06:53:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741838_1014 (size=6008) 2024-11-08T06:53:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741838_1014 (size=6008) 2024-11-08T06:53:55,925 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/485270b6165746ed935fa0591c94b4c3 2024-11-08T06:53:55,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/485270b6165746ed935fa0591c94b4c3 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/485270b6165746ed935fa0591c94b4c3 2024-11-08T06:53:55,938 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/485270b6165746ed935fa0591c94b4c3, entries=1, sequenceid=9, filesize=5.9 K 2024-11-08T06:53:55,939 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2fc8bb306a97a9122f4e731f76c066fc in 32ms, sequenceid=9, compaction requested=false 2024-11-08T06:53:55,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 2fc8bb306a97a9122f4e731f76c066fc: 2024-11-08T06:53:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:53:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T06:53:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T06:53:55,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T06:53:55,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-08T06:53:55,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-08T06:54:03,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:54:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T06:54:05,756 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T06:54:05,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048845759, exclude list is [], retry=0 2024-11-08T06:54:05,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992,DISK] 2024-11-08T06:54:05,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41301,DS-b6c4a716-3799-4866-a646-2be64f8c280e,DISK] 2024-11-08T06:54:05,779 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048814979 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048845759 2024-11-08T06:54:05,779 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46275:46275),(127.0.0.1/127.0.0.1:37555:37555)] 2024-11-08T06:54:05,779 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048814979 is not closed yet, will try archiving it next time 2024-11-08T06:54:05,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:54:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741833_1009 (size=5471) 2024-11-08T06:54:05,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048814979 not finished, retry = 0 2024-11-08T06:54:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741833_1009 (size=5471) 2024-11-08T06:54:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:54:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T06:54:05,782 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T06:54:05,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T06:54:05,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T06:54:05,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T06:54:05,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:05,938 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 2fc8bb306a97a9122f4e731f76c066fc 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T06:54:05,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1 is 1055, key is row0003/info:/1731048845757/Put/seqid=0 2024-11-08T06:54:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741840_1016 (size=6008) 2024-11-08T06:54:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741840_1016 (size=6008) 2024-11-08T06:54:05,955 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1 2024-11-08T06:54:05,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1 2024-11-08T06:54:05,972 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1, entries=1, sequenceid=13, filesize=5.9 K 2024-11-08T06:54:05,973 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2fc8bb306a97a9122f4e731f76c066fc in 35ms, sequenceid=13, compaction requested=true 2024-11-08T06:54:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 2fc8bb306a97a9122f4e731f76c066fc: 2024-11-08T06:54:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T06:54:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T06:54:05,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T06:54:05,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-08T06:54:05,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 198 msec 2024-11-08T06:54:15,521 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T06:54:15,522 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T06:54:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T06:54:15,826 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T06:54:15,832 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:54:15,836 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:54:15,838 DEBUG [Time-limited test {}] regionserver.HStore(1541): 2fc8bb306a97a9122f4e731f76c066fc/info is initiating minor compaction (all files) 2024-11-08T06:54:15,838 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:54:15,838 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:15,838 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 2fc8bb306a97a9122f4e731f76c066fc/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:15,839 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/57e98cbc75a14f9d93eb906073e79de5, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/485270b6165746ed935fa0591c94b4c3, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1] into tmpdir=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp, totalSize=17.6 K 2024-11-08T06:54:15,840 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 57e98cbc75a14f9d93eb906073e79de5, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731048825688 2024-11-08T06:54:15,840 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 485270b6165746ed935fa0591c94b4c3, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731048835739 2024-11-08T06:54:15,841 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8f9b0d6e4ee445f9a9d7b4dffcb053d1, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731048845757 2024-11-08T06:54:15,862 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 2fc8bb306a97a9122f4e731f76c066fc#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:15,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/697fa2a62b4849fa8d8dbdef55928690 is 1055, key is row0001/info:/1731048825688/Put/seqid=0 2024-11-08T06:54:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741841_1017 (size=8221) 2024-11-08T06:54:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741841_1017 (size=8221) 2024-11-08T06:54:15,876 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/697fa2a62b4849fa8d8dbdef55928690 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/697fa2a62b4849fa8d8dbdef55928690 2024-11-08T06:54:15,890 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fc8bb306a97a9122f4e731f76c066fc/info of 2fc8bb306a97a9122f4e731f76c066fc into 697fa2a62b4849fa8d8dbdef55928690(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:15,890 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 2fc8bb306a97a9122f4e731f76c066fc: 2024-11-08T06:54:15,907 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048855892, exclude list is [], retry=0 2024-11-08T06:54:15,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41301,DS-b6c4a716-3799-4866-a646-2be64f8c280e,DISK] 2024-11-08T06:54:15,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992,DISK] 2024-11-08T06:54:15,911 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048845759 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048855892 2024-11-08T06:54:15,911 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46275:46275),(127.0.0.1/127.0.0.1:37555:37555)] 2024-11-08T06:54:15,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048845759 is not closed yet, will try archiving it next time 2024-11-08T06:54:15,912 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048814979 to hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/oldWALs/08a4831bbffd%2C41129%2C1731048813962.1731048814979 2024-11-08T06:54:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741839_1015 (size=2495) 2024-11-08T06:54:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741839_1015 (size=2495) 2024-11-08T06:54:15,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:54:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:54:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T06:54:15,919 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-08T06:54:15,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T06:54:15,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T06:54:16,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T06:54:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:16,073 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 2fc8bb306a97a9122f4e731f76c066fc 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T06:54:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/773cb45439aa4a43b9671fca28fca8b9 is 1055, key is row0000/info:/1731048855891/Put/seqid=0 2024-11-08T06:54:16,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741843_1019 (size=6008) 2024-11-08T06:54:16,083 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/773cb45439aa4a43b9671fca28fca8b9 2024-11-08T06:54:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741843_1019 (size=6008) 2024-11-08T06:54:16,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/773cb45439aa4a43b9671fca28fca8b9 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/773cb45439aa4a43b9671fca28fca8b9 2024-11-08T06:54:16,095 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/773cb45439aa4a43b9671fca28fca8b9, entries=1, sequenceid=18, filesize=5.9 K 2024-11-08T06:54:16,096 INFO [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2fc8bb306a97a9122f4e731f76c066fc in 23ms, sequenceid=18, compaction requested=false 2024-11-08T06:54:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 2fc8bb306a97a9122f4e731f76c066fc: 2024-11-08T06:54:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T06:54:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T06:54:16,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T06:54:16,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 178 msec 2024-11-08T06:54:16,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 184 msec 2024-11-08T06:54:20,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2fc8bb306a97a9122f4e731f76c066fc, had cached 0 bytes from a total of 14229 2024-11-08T06:54:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T06:54:25,936 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-08T06:54:25,961 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048865943, exclude list is [], retry=0 2024-11-08T06:54:25,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41301,DS-b6c4a716-3799-4866-a646-2be64f8c280e,DISK] 2024-11-08T06:54:25,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37787,DS-b045dd5f-7538-49c9-ac58-3de2a6dcf992,DISK] 2024-11-08T06:54:25,965 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048855892 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048865943 2024-11-08T06:54:25,965 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37555:37555),(127.0.0.1/127.0.0.1:46275:46275)] 2024-11-08T06:54:25,965 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048855892 is not closed yet, will try archiving it next time 2024-11-08T06:54:25,965 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/WALs/08a4831bbffd,41129,1731048813962/08a4831bbffd%2C41129%2C1731048813962.1731048845759 to hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/oldWALs/08a4831bbffd%2C41129%2C1731048813962.1731048845759 2024-11-08T06:54:25,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:54:25,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:54:25,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:54:25,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:54:25,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:54:25,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:54:25,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:54:25,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1855767169, stopped=false 2024-11-08T06:54:25,966 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,45277,1731048813780 2024-11-08T06:54:25,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741842_1018 (size=2001) 2024-11-08T06:54:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741842_1018 (size=2001) 2024-11-08T06:54:26,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:54:26,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:54:26,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:26,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:26,045 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:54:26,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:54:26,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:54:26,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:54:26,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:54:26,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:54:26,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,41129,1731048813962' ***** 2024-11-08T06:54:26,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:54:26,048 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:54:26,049 INFO [RS:0;08a4831bbffd:41129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:54:26,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:54:26,049 INFO [RS:0;08a4831bbffd:41129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:54:26,049 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:54:26,050 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,41129,1731048813962 2024-11-08T06:54:26,050 INFO [RS:0;08a4831bbffd:41129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:54:26,050 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fc8bb306a97a9122f4e731f76c066fc, disabling compactions & flushes 2024-11-08T06:54:26,050 INFO [RS:0;08a4831bbffd:41129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:41129. 2024-11-08T06:54:26,050 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:26,050 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:26,050 DEBUG [RS:0;08a4831bbffd:41129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:54:26,050 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. after waiting 0 ms 2024-11-08T06:54:26,050 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:26,050 DEBUG [RS:0;08a4831bbffd:41129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:54:26,051 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:54:26,051 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2fc8bb306a97a9122f4e731f76c066fc 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-08T06:54:26,051 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:54:26,051 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:54:26,051 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:54:26,051 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T06:54:26,051 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1325): Online Regions={2fc8bb306a97a9122f4e731f76c066fc=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T06:54:26,051 DEBUG [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fc8bb306a97a9122f4e731f76c066fc 2024-11-08T06:54:26,051 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:54:26,052 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:54:26,052 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:54:26,052 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:54:26,052 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:54:26,052 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-08T06:54:26,056 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/7cbb763b30224e75b56398803050b940 is 1055, key is row0001/info:/1731048865939/Put/seqid=0 2024-11-08T06:54:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741845_1021 (size=6008) 2024-11-08T06:54:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741845_1021 (size=6008) 2024-11-08T06:54:26,063 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/7cbb763b30224e75b56398803050b940 2024-11-08T06:54:26,068 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/info/978cbef1e45a43a0b27660f2d96c99a7 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc./info:regioninfo/1731048815983/Put/seqid=0 2024-11-08T06:54:26,071 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/.tmp/info/7cbb763b30224e75b56398803050b940 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/7cbb763b30224e75b56398803050b940 2024-11-08T06:54:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741846_1022 (size=7308) 2024-11-08T06:54:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741846_1022 (size=7308) 2024-11-08T06:54:26,078 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/7cbb763b30224e75b56398803050b940, entries=1, sequenceid=22, filesize=5.9 K 2024-11-08T06:54:26,078 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/info/978cbef1e45a43a0b27660f2d96c99a7 2024-11-08T06:54:26,079 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2fc8bb306a97a9122f4e731f76c066fc in 29ms, sequenceid=22, compaction requested=true 2024-11-08T06:54:26,080 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/57e98cbc75a14f9d93eb906073e79de5, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/485270b6165746ed935fa0591c94b4c3, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1] to archive 2024-11-08T06:54:26,083 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T06:54:26,086 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/57e98cbc75a14f9d93eb906073e79de5 to hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/57e98cbc75a14f9d93eb906073e79de5 2024-11-08T06:54:26,088 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/485270b6165746ed935fa0591c94b4c3 to hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/485270b6165746ed935fa0591c94b4c3 2024-11-08T06:54:26,089 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1 to hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/info/8f9b0d6e4ee445f9a9d7b4dffcb053d1 2024-11-08T06:54:26,099 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/ns/8b666498c2a34e7a8edd091146791cd8 is 43, key is default/ns:d/1731048815504/Put/seqid=0 2024-11-08T06:54:26,101 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:45277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T06:54:26,101 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [57e98cbc75a14f9d93eb906073e79de5=6008, 485270b6165746ed935fa0591c94b4c3=6008, 8f9b0d6e4ee445f9a9d7b4dffcb053d1=6008] 2024-11-08T06:54:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741847_1023 (size=5153) 2024-11-08T06:54:26,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741847_1023 (size=5153) 2024-11-08T06:54:26,104 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/ns/8b666498c2a34e7a8edd091146791cd8 2024-11-08T06:54:26,105 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/2fc8bb306a97a9122f4e731f76c066fc/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-08T06:54:26,106 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:26,106 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fc8bb306a97a9122f4e731f76c066fc: Waiting for close lock at 1731048866050Running coprocessor pre-close hooks at 1731048866050Disabling compacts and flushes for region at 1731048866050Disabling writes for close at 1731048866050Obtaining lock to block concurrent updates at 1731048866051 (+1 ms)Preparing flush snapshotting stores in 2fc8bb306a97a9122f4e731f76c066fc at 1731048866051Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731048866051Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. at 1731048866052 (+1 ms)Flushing 2fc8bb306a97a9122f4e731f76c066fc/info: creating writer at 1731048866052Flushing 2fc8bb306a97a9122f4e731f76c066fc/info: appending metadata at 1731048866055 (+3 ms)Flushing 2fc8bb306a97a9122f4e731f76c066fc/info: closing flushed file at 1731048866055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201869d4: reopening flushed file at 1731048866070 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2fc8bb306a97a9122f4e731f76c066fc in 29ms, sequenceid=22, compaction requested=true at 1731048866080 (+10 ms)Writing region close event to WAL at 1731048866102 (+22 ms)Running coprocessor post-close hooks at 1731048866106 (+4 ms)Closed at 1731048866106 2024-11-08T06:54:26,106 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731048815609.2fc8bb306a97a9122f4e731f76c066fc. 2024-11-08T06:54:26,125 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/table/3caf515c07ea44069d6606c950f7d1ff is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731048815993/Put/seqid=0 2024-11-08T06:54:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741848_1024 (size=5508) 2024-11-08T06:54:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741848_1024 (size=5508) 2024-11-08T06:54:26,131 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/table/3caf515c07ea44069d6606c950f7d1ff 2024-11-08T06:54:26,138 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/info/978cbef1e45a43a0b27660f2d96c99a7 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/info/978cbef1e45a43a0b27660f2d96c99a7 2024-11-08T06:54:26,143 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/info/978cbef1e45a43a0b27660f2d96c99a7, entries=10, sequenceid=11, filesize=7.1 K 2024-11-08T06:54:26,145 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/ns/8b666498c2a34e7a8edd091146791cd8 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/ns/8b666498c2a34e7a8edd091146791cd8 2024-11-08T06:54:26,150 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/ns/8b666498c2a34e7a8edd091146791cd8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T06:54:26,151 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/.tmp/table/3caf515c07ea44069d6606c950f7d1ff as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/table/3caf515c07ea44069d6606c950f7d1ff 2024-11-08T06:54:26,157 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/table/3caf515c07ea44069d6606c950f7d1ff, entries=2, sequenceid=11, filesize=5.4 K 2024-11-08T06:54:26,158 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false 2024-11-08T06:54:26,162 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T06:54:26,163 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:54:26,163 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:54:26,163 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048866051Running coprocessor pre-close hooks at 1731048866051Disabling compacts and flushes for region at 1731048866051Disabling writes for close at 1731048866052 (+1 ms)Obtaining lock to block concurrent updates at 1731048866052Preparing flush snapshotting stores in 1588230740 at 1731048866052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731048866052Flushing stores of hbase:meta,,1.1588230740 at 1731048866053 (+1 ms)Flushing 1588230740/info: creating writer at 1731048866053Flushing 1588230740/info: appending metadata at 1731048866068 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731048866068Flushing 1588230740/ns: creating writer at 1731048866085 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731048866098 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731048866098Flushing 1588230740/table: creating writer at 1731048866111 (+13 ms)Flushing 1588230740/table: appending metadata at 1731048866124 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731048866124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d60b54e: reopening flushed file at 1731048866137 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47066458: reopening flushed file at 1731048866144 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0d86b2: reopening flushed file at 1731048866151 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false at 1731048866158 (+7 ms)Writing region close event to WAL at 1731048866159 (+1 ms)Running coprocessor post-close hooks at 1731048866163 (+4 ms)Closed at 1731048866163 2024-11-08T06:54:26,163 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:54:26,252 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,41129,1731048813962; all regions closed. 2024-11-08T06:54:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741834_1010 (size=3306) 2024-11-08T06:54:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741834_1010 (size=3306) 2024-11-08T06:54:26,257 DEBUG [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/oldWALs 2024-11-08T06:54:26,257 INFO [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C41129%2C1731048813962.meta:.meta(num 1731048815409) 2024-11-08T06:54:26,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741844_1020 (size=1252) 2024-11-08T06:54:26,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741844_1020 (size=1252) 2024-11-08T06:54:26,262 DEBUG [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/oldWALs 2024-11-08T06:54:26,262 INFO [RS:0;08a4831bbffd:41129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C41129%2C1731048813962:(num 1731048865943) 2024-11-08T06:54:26,262 DEBUG [RS:0;08a4831bbffd:41129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:54:26,262 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:54:26,262 INFO [RS:0;08a4831bbffd:41129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:54:26,263 INFO [RS:0;08a4831bbffd:41129 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T06:54:26,263 INFO [RS:0;08a4831bbffd:41129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:54:26,263 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:54:26,263 INFO [RS:0;08a4831bbffd:41129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41129 2024-11-08T06:54:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:54:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,41129,1731048813962 2024-11-08T06:54:26,276 INFO [RS:0;08a4831bbffd:41129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:54:26,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,41129,1731048813962] 2024-11-08T06:54:26,297 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,41129,1731048813962 already deleted, retry=false 2024-11-08T06:54:26,297 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,41129,1731048813962 expired; onlineServers=0 2024-11-08T06:54:26,297 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,45277,1731048813780' ***** 2024-11-08T06:54:26,297 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:54:26,297 INFO [M:0;08a4831bbffd:45277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:54:26,297 INFO [M:0;08a4831bbffd:45277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:54:26,297 DEBUG [M:0;08a4831bbffd:45277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:54:26,298 DEBUG [M:0;08a4831bbffd:45277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:54:26,298 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:54:26,298 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048814781 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048814781,5,FailOnTimeoutGroup] 2024-11-08T06:54:26,298 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048814781 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048814781,5,FailOnTimeoutGroup] 2024-11-08T06:54:26,298 INFO [M:0;08a4831bbffd:45277 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:54:26,298 INFO [M:0;08a4831bbffd:45277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:54:26,298 DEBUG [M:0;08a4831bbffd:45277 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:54:26,298 INFO [M:0;08a4831bbffd:45277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:54:26,298 INFO [M:0;08a4831bbffd:45277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:54:26,298 INFO [M:0;08a4831bbffd:45277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:54:26,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:54:26,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:54:26,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:26,308 DEBUG [M:0;08a4831bbffd:45277 {}] zookeeper.ZKUtil(347): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:54:26,308 WARN [M:0;08a4831bbffd:45277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:54:26,309 INFO [M:0;08a4831bbffd:45277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/.lastflushedseqids 2024-11-08T06:54:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741849_1025 (size=130) 2024-11-08T06:54:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741849_1025 (size=130) 2024-11-08T06:54:26,317 INFO [M:0;08a4831bbffd:45277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:54:26,317 INFO [M:0;08a4831bbffd:45277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:54:26,317 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:54:26,317 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:26,317 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:26,317 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:54:26,318 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:26,318 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.61 KB heapSize=55.02 KB 2024-11-08T06:54:26,332 DEBUG [M:0;08a4831bbffd:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c78348d6c5d34f09839b1999edc941b5 is 82, key is hbase:meta,,1/info:regioninfo/1731048815446/Put/seqid=0 2024-11-08T06:54:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741850_1026 (size=5672) 2024-11-08T06:54:26,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741850_1026 (size=5672) 2024-11-08T06:54:26,337 INFO [M:0;08a4831bbffd:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c78348d6c5d34f09839b1999edc941b5 2024-11-08T06:54:26,358 DEBUG [M:0;08a4831bbffd:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c553aaf1181d4c5a934d3516b3c32d85 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731048815998/Put/seqid=0 2024-11-08T06:54:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741851_1027 (size=7825) 2024-11-08T06:54:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741851_1027 (size=7825) 2024-11-08T06:54:26,364 INFO [M:0;08a4831bbffd:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.01 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c553aaf1181d4c5a934d3516b3c32d85 2024-11-08T06:54:26,369 INFO [M:0;08a4831bbffd:45277 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c553aaf1181d4c5a934d3516b3c32d85 2024-11-08T06:54:26,384 DEBUG [M:0;08a4831bbffd:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d598273cdab4685b2316abef0eab91a is 69, key is 08a4831bbffd,41129,1731048813962/rs:state/1731048814823/Put/seqid=0 2024-11-08T06:54:26,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:54:26,387 INFO [RS:0;08a4831bbffd:41129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:54:26,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41129-0x1011938b06c0001, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:54:26,387 INFO [RS:0;08a4831bbffd:41129 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,41129,1731048813962; zookeeper connection closed. 2024-11-08T06:54:26,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ec52933 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ec52933 2024-11-08T06:54:26,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T06:54:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741852_1028 (size=5156) 2024-11-08T06:54:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741852_1028 (size=5156) 2024-11-08T06:54:26,390 INFO [M:0;08a4831bbffd:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d598273cdab4685b2316abef0eab91a 2024-11-08T06:54:26,409 DEBUG [M:0;08a4831bbffd:45277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e33a57036a5a422589624f7914632bb1 is 52, key is load_balancer_on/state:d/1731048815605/Put/seqid=0 2024-11-08T06:54:26,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741853_1029 (size=5056) 2024-11-08T06:54:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741853_1029 (size=5056) 2024-11-08T06:54:26,414 INFO [M:0;08a4831bbffd:45277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e33a57036a5a422589624f7914632bb1 2024-11-08T06:54:26,420 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c78348d6c5d34f09839b1999edc941b5 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c78348d6c5d34f09839b1999edc941b5 2024-11-08T06:54:26,425 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c78348d6c5d34f09839b1999edc941b5, entries=8, sequenceid=121, filesize=5.5 K 2024-11-08T06:54:26,427 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c553aaf1181d4c5a934d3516b3c32d85 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c553aaf1181d4c5a934d3516b3c32d85 2024-11-08T06:54:26,432 INFO [M:0;08a4831bbffd:45277 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c553aaf1181d4c5a934d3516b3c32d85 2024-11-08T06:54:26,432 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c553aaf1181d4c5a934d3516b3c32d85, entries=14, sequenceid=121, filesize=7.6 K 2024-11-08T06:54:26,433 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d598273cdab4685b2316abef0eab91a as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d598273cdab4685b2316abef0eab91a 2024-11-08T06:54:26,439 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d598273cdab4685b2316abef0eab91a, entries=1, sequenceid=121, filesize=5.0 K 2024-11-08T06:54:26,440 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e33a57036a5a422589624f7914632bb1 as hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e33a57036a5a422589624f7914632bb1 2024-11-08T06:54:26,445 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38333/user/jenkins/test-data/bdee48b2-1756-a0dd-e040-73c187d18f27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e33a57036a5a422589624f7914632bb1, entries=1, sequenceid=121, filesize=4.9 K 2024-11-08T06:54:26,446 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false 2024-11-08T06:54:26,448 INFO [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:26,448 DEBUG [M:0;08a4831bbffd:45277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048866317Disabling compacts and flushes for region at 1731048866317Disabling writes for close at 1731048866318 (+1 ms)Obtaining lock to block concurrent updates at 1731048866318Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731048866318Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44659, getHeapSize=56272, getOffHeapSize=0, getCellsCount=140 at 1731048866318Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731048866319 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731048866319Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731048866331 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731048866331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731048866342 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731048866357 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731048866357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731048866369 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731048866383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731048866383Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731048866396 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731048866408 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731048866408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451d0bce: reopening flushed file at 1731048866419 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a157425: reopening flushed file at 1731048866426 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30de85f2: reopening flushed file at 1731048866432 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7a92c4: reopening flushed file at 1731048866439 (+7 ms)Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=121, compaction requested=false at 1731048866446 (+7 ms)Writing region close event to WAL at 1731048866448 (+2 ms)Closed at 1731048866448 2024-11-08T06:54:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41301 is added to blk_1073741830_1006 (size=53056) 2024-11-08T06:54:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37787 is added to blk_1073741830_1006 (size=53056) 2024-11-08T06:54:26,452 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:54:26,452 INFO [M:0;08a4831bbffd:45277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:54:26,452 INFO [M:0;08a4831bbffd:45277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45277 2024-11-08T06:54:26,452 INFO [M:0;08a4831bbffd:45277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:54:26,565 INFO [M:0;08a4831bbffd:45277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:54:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:54:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45277-0x1011938b06c0000, quorum=127.0.0.1:61237, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:54:26,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ecb840{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:54:26,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b96d285{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:54:26,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:54:26,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c77845f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:54:26,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ffe2d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir/,STOPPED} 2024-11-08T06:54:26,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:54:26,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:54:26,609 WARN [BP-1768463247-172.17.0.2-1731048811278 heartbeating to localhost/127.0.0.1:38333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:54:26,609 WARN [BP-1768463247-172.17.0.2-1731048811278 heartbeating to localhost/127.0.0.1:38333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1768463247-172.17.0.2-1731048811278 (Datanode Uuid 2b0eb69e-d912-4033-b294-f0ebcfc55a0c) service to localhost/127.0.0.1:38333 2024-11-08T06:54:26,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data3/current/BP-1768463247-172.17.0.2-1731048811278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:54:26,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data4/current/BP-1768463247-172.17.0.2-1731048811278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:54:26,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:54:26,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e9b7b21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:54:26,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a80853a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:54:26,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:54:26,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0c5248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:54:26,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2758dbc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir/,STOPPED} 2024-11-08T06:54:26,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:54:26,615 WARN [BP-1768463247-172.17.0.2-1731048811278 heartbeating to localhost/127.0.0.1:38333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:54:26,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:54:26,615 WARN [BP-1768463247-172.17.0.2-1731048811278 heartbeating to localhost/127.0.0.1:38333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1768463247-172.17.0.2-1731048811278 (Datanode Uuid 3250dfcf-5f2d-435f-b9ad-c2207da1563c) service to localhost/127.0.0.1:38333 2024-11-08T06:54:26,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data1/current/BP-1768463247-172.17.0.2-1731048811278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:54:26,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/cluster_45185cdb-c86c-abf6-f962-ae41ba838bad/data/data2/current/BP-1768463247-172.17.0.2-1731048811278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:54:26,616 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:54:26,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b349b5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:54:26,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19daade3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:54:26,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:54:26,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147cdfda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:54:26,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78aa4fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir/,STOPPED} 2024-11-08T06:54:26,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:54:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:54:26,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 105), OpenFileDescriptor=428 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=55 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=9558 (was 9697) 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=100, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=55, ProcessCount=11, AvailableMemoryMB=9558 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.log.dir so I do NOT create it in target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81c34008-9800-278c-a91f-94aa2f2c3a32/hadoop.tmp.dir so I do NOT create it in target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae, deleteOnExit=true 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:54:26,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/test.cache.data in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:54:26,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:54:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:54:26,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:54:26,851 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:54:27,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:54:27,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:54:27,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:54:27,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:54:27,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:54:27,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:54:27,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b28ec74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:54:27,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599242a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:54:27,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4505923c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/java.io.tmpdir/jetty-localhost-33825-hadoop-hdfs-3_4_1-tests_jar-_-any-3039945253056690912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:54:27,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b60bc0c{HTTP/1.1, (http/1.1)}{localhost:33825} 2024-11-08T06:54:27,120 INFO [Time-limited test {}] server.Server(415): Started @148638ms 2024-11-08T06:54:27,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:54:27,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:54:27,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:54:27,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:54:27,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:54:27,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@235651ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:54:27,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9d7cfa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:54:27,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60477bfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/java.io.tmpdir/jetty-localhost-40827-hadoop-hdfs-3_4_1-tests_jar-_-any-4897971785791456607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:54:27,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@694ec3f8{HTTP/1.1, (http/1.1)}{localhost:40827} 2024-11-08T06:54:27,471 INFO [Time-limited test {}] server.Server(415): Started @148989ms 2024-11-08T06:54:27,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:54:27,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:54:27,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:54:27,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:54:27,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:54:27,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:54:27,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@325aed0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:54:27,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6547b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:54:27,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2b437d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/java.io.tmpdir/jetty-localhost-44089-hadoop-hdfs-3_4_1-tests_jar-_-any-18043553161359114642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:54:27,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146afb5b{HTTP/1.1, (http/1.1)}{localhost:44089} 2024-11-08T06:54:27,596 INFO [Time-limited test {}] server.Server(415): Started @149114ms 2024-11-08T06:54:27,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:54:28,657 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data1/current/BP-1342112234-172.17.0.2-1731048866679/current, will proceed with Du for space computation calculation, 2024-11-08T06:54:28,657 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data2/current/BP-1342112234-172.17.0.2-1731048866679/current, will proceed with Du for space computation calculation, 2024-11-08T06:54:28,673 WARN [Thread-1066 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:54:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81be73cde16aa708 with lease ID 0x5bbd08175879a103: Processing first storage report for DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f from datanode DatanodeRegistration(127.0.0.1:34911, datanodeUuid=18895c08-304d-419e-b3e4-a9ee193fdf25, infoPort=42429, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679) 2024-11-08T06:54:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81be73cde16aa708 with lease ID 0x5bbd08175879a103: from storage DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f node DatanodeRegistration(127.0.0.1:34911, datanodeUuid=18895c08-304d-419e-b3e4-a9ee193fdf25, infoPort=42429, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:54:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81be73cde16aa708 with lease ID 0x5bbd08175879a103: Processing first storage report for DS-c75ed6ad-14dc-4b29-b7ad-6d517e2ff024 from datanode DatanodeRegistration(127.0.0.1:34911, datanodeUuid=18895c08-304d-419e-b3e4-a9ee193fdf25, infoPort=42429, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679) 2024-11-08T06:54:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81be73cde16aa708 with lease ID 0x5bbd08175879a103: from storage DS-c75ed6ad-14dc-4b29-b7ad-6d517e2ff024 node DatanodeRegistration(127.0.0.1:34911, datanodeUuid=18895c08-304d-419e-b3e4-a9ee193fdf25, infoPort=42429, infoSecurePort=0, ipcPort=34915, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:54:28,791 WARN [Thread-1113 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data3/current/BP-1342112234-172.17.0.2-1731048866679/current, will proceed with Du for space computation calculation, 2024-11-08T06:54:28,791 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data4/current/BP-1342112234-172.17.0.2-1731048866679/current, will proceed with Du for space computation calculation, 2024-11-08T06:54:28,815 WARN [Thread-1089 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:54:28,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfced062c156d65a with lease ID 0x5bbd08175879a104: Processing first storage report for DS-79751645-df81-4c72-96e4-87810f0444ad from datanode DatanodeRegistration(127.0.0.1:44725, datanodeUuid=9b0d93b4-71b8-49cf-b55a-89e7a789e02c, infoPort=33827, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679) 2024-11-08T06:54:28,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfced062c156d65a with lease ID 0x5bbd08175879a104: from storage DS-79751645-df81-4c72-96e4-87810f0444ad node DatanodeRegistration(127.0.0.1:44725, datanodeUuid=9b0d93b4-71b8-49cf-b55a-89e7a789e02c, infoPort=33827, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:54:28,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfced062c156d65a with lease ID 0x5bbd08175879a104: Processing first storage report for DS-aa071f22-e0f8-46d3-a6d7-525cadd3ac58 from datanode DatanodeRegistration(127.0.0.1:44725, datanodeUuid=9b0d93b4-71b8-49cf-b55a-89e7a789e02c, infoPort=33827, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679) 2024-11-08T06:54:28,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfced062c156d65a with lease ID 0x5bbd08175879a104: from storage DS-aa071f22-e0f8-46d3-a6d7-525cadd3ac58 node DatanodeRegistration(127.0.0.1:44725, datanodeUuid=9b0d93b4-71b8-49cf-b55a-89e7a789e02c, infoPort=33827, infoSecurePort=0, ipcPort=41207, storageInfo=lv=-57;cid=testClusterID;nsid=1640373865;c=1731048866679), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T06:54:28,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd 2024-11-08T06:54:28,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/zookeeper_0, clientPort=62240, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:54:28,834 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62240 2024-11-08T06:54:28,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:28,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:54:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:54:28,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2 with version=8 2024-11-08T06:54:28,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase-staging 2024-11-08T06:54:28,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:54:28,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:54:28,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:54:28,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:54:28,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:54:28,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:54:28,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:54:28,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:54:28,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36391 2024-11-08T06:54:28,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36391 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-08T06:54:28,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363910x0, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:54:28,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36391-0x1011939878b0000 connected 2024-11-08T06:54:28,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:28,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:28,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:54:28,995 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2, hbase.cluster.distributed=false 2024-11-08T06:54:28,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:54:28,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-08T06:54:28,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36391 2024-11-08T06:54:28,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36391 2024-11-08T06:54:28,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-08T06:54:28,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-08T06:54:29,011 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:54:29,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:54:29,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:54:29,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:54:29,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:54:29,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:54:29,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:54:29,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:54:29,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44869 2024-11-08T06:54:29,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44869 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-08T06:54:29,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:29,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:29,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448690x0, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:54:29,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44869-0x1011939878b0001 connected 2024-11-08T06:54:29,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:54:29,024 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:54:29,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:54:29,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:54:29,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:54:29,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-08T06:54:29,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44869 2024-11-08T06:54:29,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44869 2024-11-08T06:54:29,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-08T06:54:29,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-08T06:54:29,041 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:36391 2024-11-08T06:54:29,041 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:54:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:54:29,054 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:54:29,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,066 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:54:29,067 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,36391,1731048868849 from backup master directory 2024-11-08T06:54:29,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:54:29,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:54:29,076 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:54:29,076 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,085 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/hbase.id] with ID: c08cf491-bcec-4846-8dac-faaee86d2518 2024-11-08T06:54:29,085 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/.tmp/hbase.id 2024-11-08T06:54:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:54:29,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:54:29,094 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/.tmp/hbase.id]:[hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/hbase.id] 2024-11-08T06:54:29,112 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:29,112 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:54:29,114 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T06:54:29,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:54:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:54:29,139 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:54:29,140 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:54:29,140 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:54:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:54:29,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:54:29,149 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store 2024-11-08T06:54:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:54:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:54:29,156 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:29,156 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:54:29,156 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:29,156 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:29,156 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:54:29,156 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:29,156 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:54:29,156 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048869156Disabling compacts and flushes for region at 1731048869156Disabling writes for close at 1731048869156Writing region close event to WAL at 1731048869156Closed at 1731048869156 2024-11-08T06:54:29,157 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/.initializing 2024-11-08T06:54:29,157 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/WALs/08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:54:29,159 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C36391%2C1731048868849, suffix=, logDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/WALs/08a4831bbffd,36391,1731048868849, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/oldWALs, maxLogs=10 2024-11-08T06:54:29,170 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/WALs/08a4831bbffd,36391,1731048868849/08a4831bbffd%2C36391%2C1731048868849.1731048869159, exclude list is [], retry=0 2024-11-08T06:54:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44725,DS-79751645-df81-4c72-96e4-87810f0444ad,DISK] 2024-11-08T06:54:29,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34911,DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f,DISK] 2024-11-08T06:54:29,175 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/WALs/08a4831bbffd,36391,1731048868849/08a4831bbffd%2C36391%2C1731048868849.1731048869159 2024-11-08T06:54:29,175 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827),(127.0.0.1/127.0.0.1:42429:42429)] 2024-11-08T06:54:29,175 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:54:29,175 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:29,175 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,175 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:54:29,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:29,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:54:29,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:54:29,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:54:29,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:54:29,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:54:29,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:54:29,184 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,185 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,185 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,187 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,187 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,187 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:54:29,188 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:54:29,190 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:54:29,190 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878682, jitterRate=0.11730228364467621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:54:29,191 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731048869175Initializing all the Stores at 1731048869176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048869176Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048869177 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048869177Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048869177Cleaning up temporary data from old regions at 1731048869187 (+10 ms)Region opened successfully at 1731048869191 (+4 ms) 2024-11-08T06:54:29,191 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:54:29,194 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450da1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:54:29,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:54:29,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:54:29,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:54:29,195 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:54:29,196 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T06:54:29,196 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T06:54:29,196 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T06:54:29,198 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:54:29,199 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:54:29,202 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:54:29,202 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:54:29,203 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:54:29,212 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:54:29,213 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:54:29,214 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:54:29,223 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:54:29,224 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:54:29,233 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:54:29,236 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:54:29,244 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:54:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:54:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:54:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,255 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,36391,1731048868849, sessionid=0x1011939878b0000, setting cluster-up flag (Was=false) 2024-11-08T06:54:29,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,307 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:54:29,309 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,360 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:54:29,364 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,36391,1731048868849 2024-11-08T06:54:29,367 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:54:29,370 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:54:29,370 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:54:29,370 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:54:29,371 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,36391,1731048868849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:54:29,374 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:54:29,374 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:54:29,374 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:54:29,375 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:54:29,375 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:54:29,375 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,375 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:54:29,375 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731048899377 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:54:29,377 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:54:29,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:54:29,378 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:54:29,378 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:54:29,378 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:54:29,378 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:54:29,378 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:54:29,378 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048869378,5,FailOnTimeoutGroup] 2024-11-08T06:54:29,378 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048869378,5,FailOnTimeoutGroup] 2024-11-08T06:54:29,378 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,379 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:54:29,379 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,379 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,379 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:54:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:54:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:54:29,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:54:29,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2 2024-11-08T06:54:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:54:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:54:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:29,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:54:29,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:54:29,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:29,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:54:29,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:54:29,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:29,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:54:29,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:54:29,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:29,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:54:29,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:54:29,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:29,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:29,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:54:29,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740 2024-11-08T06:54:29,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740 2024-11-08T06:54:29,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:54:29,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:54:29,406 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:54:29,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:54:29,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:54:29,409 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=697907, jitterRate=-0.11256550252437592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:54:29,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731048869393Initializing all the Stores at 1731048869394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048869394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048869394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048869394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048869394Cleaning up temporary data from old regions at 1731048869405 (+11 ms)Region opened successfully at 1731048869410 (+5 ms) 2024-11-08T06:54:29,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:54:29,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:54:29,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:54:29,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:54:29,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:54:29,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:54:29,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048869410Disabling compacts and flushes for region at 1731048869410Disabling writes for close at 1731048869410Writing region close event to WAL at 1731048869410Closed at 1731048869410 2024-11-08T06:54:29,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:54:29,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:54:29,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:54:29,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:54:29,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:54:29,430 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(746): ClusterId : c08cf491-bcec-4846-8dac-faaee86d2518 2024-11-08T06:54:29,430 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:54:29,434 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:54:29,434 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:54:29,445 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:54:29,445 DEBUG [RS:0;08a4831bbffd:44869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453655aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:54:29,455 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:44869 2024-11-08T06:54:29,455 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:54:29,455 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:54:29,455 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:54:29,456 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,36391,1731048868849 with port=44869, startcode=1731048869011 2024-11-08T06:54:29,456 DEBUG [RS:0;08a4831bbffd:44869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:54:29,458 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:54:29,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,460 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2 2024-11-08T06:54:29,460 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37861 2024-11-08T06:54:29,460 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:54:29,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:54:29,466 DEBUG [RS:0;08a4831bbffd:44869 {}] zookeeper.ZKUtil(111): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,466 WARN [RS:0;08a4831bbffd:44869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:54:29,466 INFO [RS:0;08a4831bbffd:44869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:54:29,466 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,44869,1731048869011] 2024-11-08T06:54:29,470 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:54:29,471 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:54:29,471 INFO [RS:0;08a4831bbffd:44869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:54:29,471 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,472 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:54:29,472 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:54:29,472 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:54:29,473 DEBUG [RS:0;08a4831bbffd:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:54:29,474 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,474 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,474 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,474 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,474 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,474 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,44869,1731048869011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:54:29,489 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:54:29,489 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,44869,1731048869011-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,489 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,489 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.Replication(171): 08a4831bbffd,44869,1731048869011 started 2024-11-08T06:54:29,500 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:29,501 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,44869,1731048869011, RpcServer on 08a4831bbffd/172.17.0.2:44869, sessionid=0x1011939878b0001 2024-11-08T06:54:29,501 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:54:29,501 DEBUG [RS:0;08a4831bbffd:44869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,501 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,44869,1731048869011' 2024-11-08T06:54:29,501 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:54:29,501 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:54:29,502 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:54:29,502 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:54:29,502 DEBUG [RS:0;08a4831bbffd:44869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,502 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,44869,1731048869011' 2024-11-08T06:54:29,502 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:54:29,502 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:54:29,503 DEBUG [RS:0;08a4831bbffd:44869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:54:29,503 INFO [RS:0;08a4831bbffd:44869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:54:29,503 INFO [RS:0;08a4831bbffd:44869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:54:29,565 WARN [08a4831bbffd:36391 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T06:54:29,603 INFO [RS:0;08a4831bbffd:44869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:54:29,605 INFO [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C44869%2C1731048869011, suffix=, logDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/oldWALs, maxLogs=32 2024-11-08T06:54:29,623 DEBUG [RS:0;08a4831bbffd:44869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048869606, exclude list is [], retry=0 2024-11-08T06:54:29,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44725,DS-79751645-df81-4c72-96e4-87810f0444ad,DISK] 2024-11-08T06:54:29,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34911,DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f,DISK] 2024-11-08T06:54:29,628 INFO [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048869606 2024-11-08T06:54:29,628 DEBUG [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33827:33827),(127.0.0.1/127.0.0.1:42429:42429)] 2024-11-08T06:54:29,815 DEBUG [08a4831bbffd:36391 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T06:54:29,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:29,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,44869,1731048869011, state=OPENING 2024-11-08T06:54:29,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:54:29,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:54:29,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:54:29,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:54:29,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:54:29,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,44869,1731048869011}] 2024-11-08T06:54:30,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:54:30,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:54:30,035 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:54:30,035 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:54:30,035 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:54:30,037 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C44869%2C1731048869011.meta, suffix=.meta, logDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011, archiveDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/oldWALs, maxLogs=32 2024-11-08T06:54:30,056 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.meta.1731048870038.meta, exclude list is [], retry=0 2024-11-08T06:54:30,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34911,DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f,DISK] 2024-11-08T06:54:30,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44725,DS-79751645-df81-4c72-96e4-87810f0444ad,DISK] 2024-11-08T06:54:30,060 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.meta.1731048870038.meta 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42429:42429),(127.0.0.1/127.0.0.1:33827:33827)] 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:54:30,061 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:30,061 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:54:30,062 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:54:30,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:54:30,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:54:30,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:30,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:30,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:54:30,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:54:30,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:30,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:30,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:54:30,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:54:30,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:30,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:30,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:54:30,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:54:30,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:30,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:54:30,068 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:54:30,069 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740 2024-11-08T06:54:30,070 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740 2024-11-08T06:54:30,071 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:54:30,071 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:54:30,071 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:54:30,073 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:54:30,074 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=776573, jitterRate=-0.012536406517028809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:54:30,074 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:54:30,074 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731048870062Writing region info on filesystem at 1731048870062Initializing all the Stores at 1731048870063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048870063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048870063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048870063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048870063Cleaning up temporary data from old regions at 1731048870071 (+8 ms)Running coprocessor post-open hooks at 1731048870074 (+3 ms)Region opened successfully at 1731048870074 2024-11-08T06:54:30,075 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731048870030 2024-11-08T06:54:30,077 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:54:30,077 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:54:30,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:30,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,44869,1731048869011, state=OPEN 2024-11-08T06:54:30,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:54:30,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:54:30,137 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:30,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:54:30,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:54:30,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:54:30,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,44869,1731048869011 in 260 msec 2024-11-08T06:54:30,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:54:30,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-11-08T06:54:30,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:54:30,145 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:54:30,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:54:30,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,44869,1731048869011, seqNum=-1] 2024-11-08T06:54:30,147 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:54:30,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:54:30,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 785 msec 2024-11-08T06:54:30,155 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731048870155, completionTime=-1 2024-11-08T06:54:30,155 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T06:54:30,155 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:54:30,157 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T06:54:30,157 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731048930157 2024-11-08T06:54:30,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731048990157 2024-11-08T06:54:30,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T06:54:30,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36391,1731048868849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36391,1731048868849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36391,1731048868849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,158 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:36391, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,159 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,159 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,160 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.087sec 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36391,1731048868849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:54:30,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36391,1731048868849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:54:30,166 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:54:30,166 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:54:30,166 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,36391,1731048868849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:54:30,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1d8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:54:30,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,36391,-1 for getting cluster id 2024-11-08T06:54:30,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:54:30,233 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c08cf491-bcec-4846-8dac-faaee86d2518' 2024-11-08T06:54:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:54:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c08cf491-bcec-4846-8dac-faaee86d2518" 2024-11-08T06:54:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc9652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:54:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,36391,-1] 2024-11-08T06:54:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:54:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:54:30,237 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:54:30,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6bf51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:54:30,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:54:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,44869,1731048869011, seqNum=-1] 2024-11-08T06:54:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:54:30,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:54:30,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,36391,1731048868849 2024-11-08T06:54:30,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:54:30,244 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T06:54:30,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T06:54:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,36391,1731048868849 2024-11-08T06:54:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39cd9987 2024-11-08T06:54:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T06:54:30,247 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T06:54:30,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-08T06:54:30,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-08T06:54:30,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:54:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-08T06:54:30,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T06:54:30,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:30,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-08T06:54:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:54:30,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T06:54:30,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741835_1011 (size=381) 2024-11-08T06:54:30,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741835_1011 (size=381) 2024-11-08T06:54:30,263 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80f423cd372b486c0916401e24fda63a, NAME => 'TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2 2024-11-08T06:54:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741836_1012 (size=64) 2024-11-08T06:54:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741836_1012 (size=64) 2024-11-08T06:54:30,270 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:30,270 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 80f423cd372b486c0916401e24fda63a, disabling compactions & flushes 2024-11-08T06:54:30,270 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,270 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,270 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. after waiting 0 ms 2024-11-08T06:54:30,270 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,270 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,270 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80f423cd372b486c0916401e24fda63a: Waiting for close lock at 1731048870270Disabling compacts and flushes for region at 1731048870270Disabling writes for close at 1731048870270Writing region close event to WAL at 1731048870270Closed at 1731048870270 2024-11-08T06:54:30,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T06:54:30,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731048870271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731048870271"}]},"ts":"1731048870271"} 2024-11-08T06:54:30,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T06:54:30,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T06:54:30,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048870275"}]},"ts":"1731048870275"} 2024-11-08T06:54:30,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-08T06:54:30,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, ASSIGN}] 2024-11-08T06:54:30,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, ASSIGN 2024-11-08T06:54:30,279 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, ASSIGN; state=OFFLINE, location=08a4831bbffd,44869,1731048869011; forceNewPlan=false, retain=false 2024-11-08T06:54:30,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80f423cd372b486c0916401e24fda63a, regionState=OPENING, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:30,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, ASSIGN because future has completed 2024-11-08T06:54:30,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f423cd372b486c0916401e24fda63a, server=08a4831bbffd,44869,1731048869011}] 2024-11-08T06:54:30,596 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,596 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80f423cd372b486c0916401e24fda63a, NAME => 'TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:54:30,597 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,597 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:30,597 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,597 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,600 INFO [StoreOpener-80f423cd372b486c0916401e24fda63a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,602 INFO [StoreOpener-80f423cd372b486c0916401e24fda63a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f423cd372b486c0916401e24fda63a columnFamilyName info 2024-11-08T06:54:30,602 DEBUG [StoreOpener-80f423cd372b486c0916401e24fda63a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:30,603 INFO [StoreOpener-80f423cd372b486c0916401e24fda63a-1 {}] regionserver.HStore(327): Store=80f423cd372b486c0916401e24fda63a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:54:30,603 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,604 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,605 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,605 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,605 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,609 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,612 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:54:30,613 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80f423cd372b486c0916401e24fda63a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=706690, jitterRate=-0.10139733552932739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:54:30,613 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:30,614 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80f423cd372b486c0916401e24fda63a: Running coprocessor pre-open hook at 1731048870597Writing region info on filesystem at 1731048870597Initializing all the Stores at 1731048870599 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048870599Cleaning up temporary data from old regions at 1731048870605 (+6 ms)Running coprocessor post-open hooks at 1731048870613 (+8 ms)Region opened successfully at 1731048870614 (+1 ms) 2024-11-08T06:54:30,615 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., pid=6, masterSystemTime=1731048870589 2024-11-08T06:54:30,617 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,617 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:30,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80f423cd372b486c0916401e24fda63a, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:30,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80f423cd372b486c0916401e24fda63a, server=08a4831bbffd,44869,1731048869011 because future has completed 2024-11-08T06:54:30,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T06:54:30,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80f423cd372b486c0916401e24fda63a, server=08a4831bbffd,44869,1731048869011 in 184 msec 2024-11-08T06:54:30,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T06:54:30,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, ASSIGN in 347 msec 2024-11-08T06:54:30,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T06:54:30,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731048870629"}]},"ts":"1731048870629"} 2024-11-08T06:54:30,631 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-08T06:54:30,633 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T06:54:30,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 385 msec 2024-11-08T06:54:31,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:54:31,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:31,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:34,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-08T06:54:34,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-08T06:54:34,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-08T06:54:35,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:54:35,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-08T06:54:40,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:54:40,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T06:54:40,306 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-08T06:54:40,306 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-08T06:54:40,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-08T06:54:40,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., hostname=08a4831bbffd,44869,1731048869011, seqNum=2] 2024-11-08T06:54:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:40,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:54:40,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/3226c3f10c5b469f86a0c08f2702837d is 1055, key is row0001/info:/1731048880320/Put/seqid=0 2024-11-08T06:54:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741837_1013 (size=13386) 2024-11-08T06:54:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741837_1013 (size=13386) 2024-11-08T06:54:40,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/3226c3f10c5b469f86a0c08f2702837d 2024-11-08T06:54:40,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/3226c3f10c5b469f86a0c08f2702837d as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3226c3f10c5b469f86a0c08f2702837d 2024-11-08T06:54:40,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3226c3f10c5b469f86a0c08f2702837d, entries=8, sequenceid=12, filesize=13.1 K 2024-11-08T06:54:40,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 80f423cd372b486c0916401e24fda63a in 43ms, sequenceid=12, compaction requested=false 2024-11-08T06:54:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:40,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-08T06:54:40,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/4ea74a3de79042428d1c08f2324e7b32 is 1055, key is row0009/info:/1731048880340/Put/seqid=0 2024-11-08T06:54:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741838_1014 (size=26030) 2024-11-08T06:54:40,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741838_1014 (size=26030) 2024-11-08T06:54:40,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/4ea74a3de79042428d1c08f2324e7b32 2024-11-08T06:54:40,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/4ea74a3de79042428d1c08f2324e7b32 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32 2024-11-08T06:54:40,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32, entries=20, sequenceid=35, filesize=25.4 K 2024-11-08T06:54:40,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 80f423cd372b486c0916401e24fda63a in 23ms, sequenceid=35, compaction requested=false 2024-11-08T06:54:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-08T06:54:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32 because midkey is the same as first or last row 2024-11-08T06:54:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:42,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:54:42,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/0196d25e81e74bf0b28c3b987ed277a5 is 1055, key is row0029/info:/1731048880383/Put/seqid=0 2024-11-08T06:54:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741839_1015 (size=13386) 2024-11-08T06:54:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741839_1015 (size=13386) 2024-11-08T06:54:42,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/0196d25e81e74bf0b28c3b987ed277a5 2024-11-08T06:54:42,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/0196d25e81e74bf0b28c3b987ed277a5 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/0196d25e81e74bf0b28c3b987ed277a5 2024-11-08T06:54:42,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/0196d25e81e74bf0b28c3b987ed277a5, entries=8, sequenceid=46, filesize=13.1 K 2024-11-08T06:54:42,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 80f423cd372b486c0916401e24fda63a in 26ms, sequenceid=46, compaction requested=true 2024-11-08T06:54:42,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:42,434 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-08T06:54:42,434 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:42,434 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32 because midkey is the same as first or last row 2024-11-08T06:54:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f423cd372b486c0916401e24fda63a:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:54:42,435 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:54:42,436 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:54:42,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:42,437 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): 80f423cd372b486c0916401e24fda63a/info is initiating minor compaction (all files) 2024-11-08T06:54:42,437 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 80f423cd372b486c0916401e24fda63a/info in TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:42,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T06:54:42,437 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3226c3f10c5b469f86a0c08f2702837d, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/0196d25e81e74bf0b28c3b987ed277a5] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp, totalSize=51.6 K 2024-11-08T06:54:42,437 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3226c3f10c5b469f86a0c08f2702837d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731048880320 2024-11-08T06:54:42,438 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ea74a3de79042428d1c08f2324e7b32, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731048880340 2024-11-08T06:54:42,438 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0196d25e81e74bf0b28c3b987ed277a5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731048880383 2024-11-08T06:54:42,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/b173a60eec434f6f8e6a9659019af219 is 1055, key is row0037/info:/1731048882408/Put/seqid=0 2024-11-08T06:54:42,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741840_1016 (size=18662) 2024-11-08T06:54:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741840_1016 (size=18662) 2024-11-08T06:54:42,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/b173a60eec434f6f8e6a9659019af219 2024-11-08T06:54:42,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/b173a60eec434f6f8e6a9659019af219 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/b173a60eec434f6f8e6a9659019af219 2024-11-08T06:54:42,514 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f423cd372b486c0916401e24fda63a#info#compaction#35 average throughput is 4.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:42,515 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/ce2df432235c460690b138dcbee5c7ce is 1055, key is row0001/info:/1731048880320/Put/seqid=0 2024-11-08T06:54:42,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/b173a60eec434f6f8e6a9659019af219, entries=13, sequenceid=62, filesize=18.2 K 2024-11-08T06:54:42,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=15.40 KB/15765 for 80f423cd372b486c0916401e24fda63a in 80ms, sequenceid=62, compaction requested=false 2024-11-08T06:54:42,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:42,518 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=69.8 K, sizeToCheck=16.0 K 2024-11-08T06:54:42,518 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:42,518 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32 because midkey is the same as first or last row 2024-11-08T06:54:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741841_1017 (size=43001) 2024-11-08T06:54:42,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741841_1017 (size=43001) 2024-11-08T06:54:42,527 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/ce2df432235c460690b138dcbee5c7ce as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce 2024-11-08T06:54:42,533 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 80f423cd372b486c0916401e24fda63a/info of 80f423cd372b486c0916401e24fda63a into ce2df432235c460690b138dcbee5c7ce(size=42.0 K), total size for store is 60.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:42,533 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:42,535 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., storeName=80f423cd372b486c0916401e24fda63a/info, priority=13, startTime=1731048882434; duration=0sec 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce because midkey is the same as first or last row 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce because midkey is the same as first or last row 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=60.2 K, sizeToCheck=16.0 K 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:42,536 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce because midkey is the same as first or last row 2024-11-08T06:54:42,537 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:42,537 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f423cd372b486c0916401e24fda63a:info 2024-11-08T06:54:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-08T06:54:44,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/ff8b1d47df534e6caaa059d0c2460861 is 1055, key is row0050/info:/1731048882438/Put/seqid=0 2024-11-08T06:54:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741842_1018 (size=21822) 2024-11-08T06:54:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741842_1018 (size=21822) 2024-11-08T06:54:44,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/ff8b1d47df534e6caaa059d0c2460861 2024-11-08T06:54:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/ff8b1d47df534e6caaa059d0c2460861 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ff8b1d47df534e6caaa059d0c2460861 2024-11-08T06:54:44,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ff8b1d47df534e6caaa059d0c2460861, entries=16, sequenceid=82, filesize=21.3 K 2024-11-08T06:54:44,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=11.29 KB/11561 for 80f423cd372b486c0916401e24fda63a in 26ms, sequenceid=82, compaction requested=true 2024-11-08T06:54:44,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce because midkey is the same as first or last row 2024-11-08T06:54:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f423cd372b486c0916401e24fda63a:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:54:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:44,502 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:54:44,503 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83485 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:54:44,503 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): 80f423cd372b486c0916401e24fda63a/info is initiating minor compaction (all files) 2024-11-08T06:54:44,503 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 80f423cd372b486c0916401e24fda63a/info in TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,503 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/b173a60eec434f6f8e6a9659019af219, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ff8b1d47df534e6caaa059d0c2460861] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp, totalSize=81.5 K 2024-11-08T06:54:44,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T06:54:44,504 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce2df432235c460690b138dcbee5c7ce, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731048880320 2024-11-08T06:54:44,504 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b173a60eec434f6f8e6a9659019af219, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731048882408 2024-11-08T06:54:44,505 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff8b1d47df534e6caaa059d0c2460861, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731048882438 2024-11-08T06:54:44,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/1330314d254a43f2aa78661798a4625d is 1055, key is row0066/info:/1731048884476/Put/seqid=0 2024-11-08T06:54:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741843_1019 (size=18662) 2024-11-08T06:54:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741843_1019 (size=18662) 2024-11-08T06:54:44,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/1330314d254a43f2aa78661798a4625d 2024-11-08T06:54:44,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/1330314d254a43f2aa78661798a4625d as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/1330314d254a43f2aa78661798a4625d 2024-11-08T06:54:44,523 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f423cd372b486c0916401e24fda63a#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:44,524 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/3aa409c171214faaae2b96ca14a0507c is 1055, key is row0001/info:/1731048880320/Put/seqid=0 2024-11-08T06:54:44,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/1330314d254a43f2aa78661798a4625d, entries=13, sequenceid=98, filesize=18.2 K 2024-11-08T06:54:44,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=10.26 KB/10510 for 80f423cd372b486c0916401e24fda63a in 25ms, sequenceid=98, compaction requested=false 2024-11-08T06:54:44,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:44,529 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.8 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,529 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,529 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce because midkey is the same as first or last row 2024-11-08T06:54:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T06:54:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741844_1020 (size=73753) 2024-11-08T06:54:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741844_1020 (size=73753) 2024-11-08T06:54:44,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/4b33e9e7a6494065a29bacdc5a2c38d4 is 1055, key is row0079/info:/1731048884505/Put/seqid=0 2024-11-08T06:54:44,539 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/3aa409c171214faaae2b96ca14a0507c as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c 2024-11-08T06:54:44,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741845_1021 (size=17594) 2024-11-08T06:54:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741845_1021 (size=17594) 2024-11-08T06:54:44,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/4b33e9e7a6494065a29bacdc5a2c38d4 2024-11-08T06:54:44,546 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 80f423cd372b486c0916401e24fda63a/info of 80f423cd372b486c0916401e24fda63a into 3aa409c171214faaae2b96ca14a0507c(size=72.0 K), total size for store is 90.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:44,546 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:44,546 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., storeName=80f423cd372b486c0916401e24fda63a/info, priority=13, startTime=1731048884502; duration=0sec 2024-11-08T06:54:44,547 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,547 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,547 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,547 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,547 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,547 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/4b33e9e7a6494065a29bacdc5a2c38d4 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4b33e9e7a6494065a29bacdc5a2c38d4 2024-11-08T06:54:44,548 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:44,548 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:44,548 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f423cd372b486c0916401e24fda63a:info 2024-11-08T06:54:44,549 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] assignment.AssignmentManager(1355): Split request from 08a4831bbffd,44869,1731048869011, parent={ENCODED => 80f423cd372b486c0916401e24fda63a, NAME => 'TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T06:54:44,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4b33e9e7a6494065a29bacdc5a2c38d4, entries=12, sequenceid=113, filesize=17.2 K 2024-11-08T06:54:44,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for 80f423cd372b486c0916401e24fda63a in 23ms, sequenceid=113, compaction requested=true 2024-11-08T06:54:44,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 80f423cd372b486c0916401e24fda63a: 2024-11-08T06:54:44,554 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,554 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,555 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,555 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,555 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.4 K, sizeToCheck=16.0 K 2024-11-08T06:54:44,555 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-08T06:54:44,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-08T06:54:44,556 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:44,560 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=d89a1d10cabfcb05ffd9f56d301bf113, daughterB=b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:44,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=d89a1d10cabfcb05ffd9f56d301bf113, daughterB=b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:44,562 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=d89a1d10cabfcb05ffd9f56d301bf113, daughterB=b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:44,562 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=d89a1d10cabfcb05ffd9f56d301bf113, daughterB=b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:44,563 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] assignment.AssignmentManager(1355): Split request from 08a4831bbffd,44869,1731048869011, parent={ENCODED => 80f423cd372b486c0916401e24fda63a, NAME => 'TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-08T06:54:44,564 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:44,565 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36391 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 2024-11-08T06:54:44,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 held by pid=7 2024-11-08T06:54:44,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, UNASSIGN}] 2024-11-08T06:54:44,571 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-11-08T06:54:44,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, UNASSIGN 2024-11-08T06:54:44,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 2024-11-08T06:54:44,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80f423cd372b486c0916401e24fda63a, regionState=CLOSING, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:44,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, UNASSIGN because future has completed 2024-11-08T06:54:44,575 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-08T06:54:44,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80f423cd372b486c0916401e24fda63a, server=08a4831bbffd,44869,1731048869011}] 2024-11-08T06:54:44,734 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,734 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-08T06:54:44,735 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing 80f423cd372b486c0916401e24fda63a, disabling compactions & flushes 2024-11-08T06:54:44,735 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:44,735 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:44,736 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. after waiting 0 ms 2024-11-08T06:54:44,736 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:44,736 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing 80f423cd372b486c0916401e24fda63a 1/1 column families, dataSize=6.16 KB heapSize=6.86 KB 2024-11-08T06:54:44,744 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/89ae6ef09a80413c9f8f1ba0a142c2b6 is 1055, key is row0091/info:/1731048884532/Put/seqid=0 2024-11-08T06:54:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741846_1022 (size=11274) 2024-11-08T06:54:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741846_1022 (size=11274) 2024-11-08T06:54:44,750 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.16 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/89ae6ef09a80413c9f8f1ba0a142c2b6 2024-11-08T06:54:44,757 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/.tmp/info/89ae6ef09a80413c9f8f1ba0a142c2b6 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/89ae6ef09a80413c9f8f1ba0a142c2b6 2024-11-08T06:54:44,762 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/89ae6ef09a80413c9f8f1ba0a142c2b6, entries=6, sequenceid=123, filesize=11.0 K 2024-11-08T06:54:44,763 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 80f423cd372b486c0916401e24fda63a in 27ms, sequenceid=123, compaction requested=true 2024-11-08T06:54:44,764 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3226c3f10c5b469f86a0c08f2702837d, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/0196d25e81e74bf0b28c3b987ed277a5, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/b173a60eec434f6f8e6a9659019af219, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ff8b1d47df534e6caaa059d0c2460861] to archive 2024-11-08T06:54:44,765 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T06:54:44,767 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3226c3f10c5b469f86a0c08f2702837d to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3226c3f10c5b469f86a0c08f2702837d 2024-11-08T06:54:44,768 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4ea74a3de79042428d1c08f2324e7b32 2024-11-08T06:54:44,769 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ce2df432235c460690b138dcbee5c7ce 2024-11-08T06:54:44,770 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/0196d25e81e74bf0b28c3b987ed277a5 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/0196d25e81e74bf0b28c3b987ed277a5 2024-11-08T06:54:44,771 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/b173a60eec434f6f8e6a9659019af219 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/b173a60eec434f6f8e6a9659019af219 2024-11-08T06:54:44,772 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ff8b1d47df534e6caaa059d0c2460861 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/ff8b1d47df534e6caaa059d0c2460861 2024-11-08T06:54:44,778 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-08T06:54:44,778 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. 2024-11-08T06:54:44,778 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for 80f423cd372b486c0916401e24fda63a: Waiting for close lock at 1731048884735Running coprocessor pre-close hooks at 1731048884735Disabling compacts and flushes for region at 1731048884735Disabling writes for close at 1731048884736 (+1 ms)Obtaining lock to block concurrent updates at 1731048884736Preparing flush snapshotting stores in 80f423cd372b486c0916401e24fda63a at 1731048884736Finished memstore snapshotting TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., syncing WAL and waiting on mvcc, flushsize=dataSize=6306, getHeapSize=7008, getOffHeapSize=0, getCellsCount=6 at 1731048884737 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. at 1731048884738 (+1 ms)Flushing 80f423cd372b486c0916401e24fda63a/info: creating writer at 1731048884738Flushing 80f423cd372b486c0916401e24fda63a/info: appending metadata at 1731048884743 (+5 ms)Flushing 80f423cd372b486c0916401e24fda63a/info: closing flushed file at 1731048884743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593a216e: reopening flushed file at 1731048884756 (+13 ms)Finished flush of dataSize ~6.16 KB/6306, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 80f423cd372b486c0916401e24fda63a in 27ms, sequenceid=123, compaction requested=true at 1731048884763 (+7 ms)Writing region close event to WAL at 1731048884775 (+12 ms)Running coprocessor post-close hooks at 1731048884778 (+3 ms)Closed at 1731048884778 2024-11-08T06:54:44,781 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,781 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80f423cd372b486c0916401e24fda63a, regionState=CLOSED 2024-11-08T06:54:44,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure 80f423cd372b486c0916401e24fda63a, server=08a4831bbffd,44869,1731048869011 because future has completed 2024-11-08T06:54:44,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T06:54:44,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure 80f423cd372b486c0916401e24fda63a, server=08a4831bbffd,44869,1731048869011 in 209 msec 2024-11-08T06:54:44,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-08T06:54:44,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=80f423cd372b486c0916401e24fda63a, UNASSIGN in 218 msec 2024-11-08T06:54:44,797 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:44,800 INFO [PEWorker-2 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=80f423cd372b486c0916401e24fda63a, threads=4 2024-11-08T06:54:44,802 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/89ae6ef09a80413c9f8f1ba0a142c2b6 for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,802 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4b33e9e7a6494065a29bacdc5a2c38d4 for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,802 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,802 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/1330314d254a43f2aa78661798a4625d for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,813 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4b33e9e7a6494065a29bacdc5a2c38d4, top=true 2024-11-08T06:54:44,813 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/89ae6ef09a80413c9f8f1ba0a142c2b6, top=true 2024-11-08T06:54:44,813 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/1330314d254a43f2aa78661798a4625d, top=true 2024-11-08T06:54:44,823 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d for child: b4598ad55eb6d6b82691f165f317adea, parent: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,824 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6 for child: b4598ad55eb6d6b82691f165f317adea, parent: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,824 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/1330314d254a43f2aa78661798a4625d for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,824 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/89ae6ef09a80413c9f8f1ba0a142c2b6 for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741847_1023 (size=27) 2024-11-08T06:54:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741847_1023 (size=27) 2024-11-08T06:54:44,829 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4 for child: b4598ad55eb6d6b82691f165f317adea, parent: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:44,829 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/4b33e9e7a6494065a29bacdc5a2c38d4 for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:45,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741848_1024 (size=27) 2024-11-08T06:54:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741848_1024 (size=27) 2024-11-08T06:54:45,245 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c for region: 80f423cd372b486c0916401e24fda63a 2024-11-08T06:54:45,247 DEBUG [PEWorker-2 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 80f423cd372b486c0916401e24fda63a Daughter A: [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a] storefiles, Daughter B: [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6] storefiles. 2024-11-08T06:54:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741849_1025 (size=71) 2024-11-08T06:54:45,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741849_1025 (size=71) 2024-11-08T06:54:45,260 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741850_1026 (size=71) 2024-11-08T06:54:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741850_1026 (size=71) 2024-11-08T06:54:45,273 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:45,285 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T06:54:45,287 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-08T06:54:45,289 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731048885288"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731048885288"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731048885288"}]},"ts":"1731048885288"} 2024-11-08T06:54:45,289 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731048885288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731048885288"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731048885288"}]},"ts":"1731048885288"} 2024-11-08T06:54:45,290 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731048885288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731048885288"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731048885288"}]},"ts":"1731048885288"} 2024-11-08T06:54:45,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d89a1d10cabfcb05ffd9f56d301bf113, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b4598ad55eb6d6b82691f165f317adea, ASSIGN}] 2024-11-08T06:54:45,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d89a1d10cabfcb05ffd9f56d301bf113, ASSIGN 2024-11-08T06:54:45,306 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b4598ad55eb6d6b82691f165f317adea, ASSIGN 2024-11-08T06:54:45,307 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b4598ad55eb6d6b82691f165f317adea, ASSIGN; state=SPLITTING_NEW, location=08a4831bbffd,44869,1731048869011; forceNewPlan=false, retain=false 2024-11-08T06:54:45,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d89a1d10cabfcb05ffd9f56d301bf113, ASSIGN; state=SPLITTING_NEW, location=08a4831bbffd,44869,1731048869011; forceNewPlan=false, retain=false 2024-11-08T06:54:45,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b4598ad55eb6d6b82691f165f317adea, regionState=OPENING, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:45,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d89a1d10cabfcb05ffd9f56d301bf113, regionState=OPENING, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:45,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b4598ad55eb6d6b82691f165f317adea, ASSIGN because future has completed 2024-11-08T06:54:45,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011}] 2024-11-08T06:54:45,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d89a1d10cabfcb05ffd9f56d301bf113, ASSIGN because future has completed 2024-11-08T06:54:45,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89a1d10cabfcb05ffd9f56d301bf113, server=08a4831bbffd,44869,1731048869011}] 2024-11-08T06:54:45,626 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:54:45,626 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => d89a1d10cabfcb05ffd9f56d301bf113, NAME => 'TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-08T06:54:45,626 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,626 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:45,626 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,627 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,628 INFO [StoreOpener-d89a1d10cabfcb05ffd9f56d301bf113-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,630 INFO [StoreOpener-d89a1d10cabfcb05ffd9f56d301bf113-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d89a1d10cabfcb05ffd9f56d301bf113 columnFamilyName info 2024-11-08T06:54:45,630 DEBUG [StoreOpener-d89a1d10cabfcb05ffd9f56d301bf113-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:45,649 DEBUG [StoreOpener-d89a1d10cabfcb05ffd9f56d301bf113-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a->hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c-bottom 2024-11-08T06:54:45,650 INFO [StoreOpener-d89a1d10cabfcb05ffd9f56d301bf113-1 {}] regionserver.HStore(327): Store=d89a1d10cabfcb05ffd9f56d301bf113/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:54:45,650 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,651 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,652 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,653 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,653 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,655 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,656 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened d89a1d10cabfcb05ffd9f56d301bf113; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=853221, jitterRate=0.08492664992809296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:54:45,656 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:54:45,657 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for d89a1d10cabfcb05ffd9f56d301bf113: Running coprocessor pre-open hook at 1731048885627Writing region info on filesystem at 1731048885627Initializing all the Stores at 1731048885628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048885628Cleaning up temporary data from old regions at 1731048885653 (+25 ms)Running coprocessor post-open hooks at 1731048885656 (+3 ms)Region opened successfully at 1731048885657 (+1 ms) 2024-11-08T06:54:45,658 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113., pid=14, masterSystemTime=1731048885618 2024-11-08T06:54:45,658 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store d89a1d10cabfcb05ffd9f56d301bf113:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:54:45,658 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T06:54:45,658 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:45,658 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:54:45,658 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1541): d89a1d10cabfcb05ffd9f56d301bf113/info is initiating minor compaction (all files) 2024-11-08T06:54:45,659 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d89a1d10cabfcb05ffd9f56d301bf113/info in TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:54:45,659 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a->hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c-bottom] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/.tmp, totalSize=72.0 K 2024-11-08T06:54:45,660 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731048880320 2024-11-08T06:54:45,660 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:54:45,660 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:54:45,660 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:45,661 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b4598ad55eb6d6b82691f165f317adea, NAME => 'TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-08T06:54:45,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d89a1d10cabfcb05ffd9f56d301bf113, regionState=OPEN, openSeqNum=127, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:45,661 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,661 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:54:45,661 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,661 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,663 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-08T06:54:45,663 INFO [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T06:54:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d89a1d10cabfcb05ffd9f56d301bf113, server=08a4831bbffd,44869,1731048869011 because future has completed 2024-11-08T06:54:45,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-08T06:54:45,664 INFO [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4598ad55eb6d6b82691f165f317adea columnFamilyName info 2024-11-08T06:54:45,664 DEBUG [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:54:45,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=11 2024-11-08T06:54:45,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d89a1d10cabfcb05ffd9f56d301bf113, server=08a4831bbffd,44869,1731048869011 in 198 msec 2024-11-08T06:54:45,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d89a1d10cabfcb05ffd9f56d301bf113, ASSIGN in 364 msec 2024-11-08T06:54:45,679 DEBUG [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a->hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c-top 2024-11-08T06:54:45,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/info/f7e0f0b75ead466989d70782590407c3 is 193, key is TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea./info:regioninfo/1731048885458/Put/seqid=0 2024-11-08T06:54:45,683 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d89a1d10cabfcb05ffd9f56d301bf113#info#compaction#41 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:45,684 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/.tmp/info/1ab1c07409544735ad224f86a8e330d9 is 1055, key is row0001/info:/1731048880320/Put/seqid=0 2024-11-08T06:54:45,685 DEBUG [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d 2024-11-08T06:54:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741851_1027 (size=9847) 2024-11-08T06:54:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741851_1027 (size=9847) 2024-11-08T06:54:45,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/info/f7e0f0b75ead466989d70782590407c3 2024-11-08T06:54:45,691 DEBUG [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4 2024-11-08T06:54:45,696 DEBUG [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6 2024-11-08T06:54:45,696 INFO [StoreOpener-b4598ad55eb6d6b82691f165f317adea-1 {}] regionserver.HStore(327): Store=b4598ad55eb6d6b82691f165f317adea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:54:45,697 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,697 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,699 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,699 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,699 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,701 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,701 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened b4598ad55eb6d6b82691f165f317adea; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=732289, jitterRate=-0.06884652376174927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T06:54:45,701 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:45,701 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b4598ad55eb6d6b82691f165f317adea: Running coprocessor pre-open hook at 1731048885661Writing region info on filesystem at 1731048885661Initializing all the Stores at 1731048885662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048885662Cleaning up temporary data from old regions at 1731048885699 (+37 ms)Running coprocessor post-open hooks at 1731048885701 (+2 ms)Region opened successfully at 1731048885701 2024-11-08T06:54:45,702 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., pid=13, masterSystemTime=1731048885618 2024-11-08T06:54:45,702 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 2 2024-11-08T06:54:45,702 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T06:54:45,702 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:45,704 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:45,704 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:54:45,704 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:45,704 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a->hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c-top, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=118.4 K 2024-11-08T06:54:45,705 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:45,705 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:45,705 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731048880320 2024-11-08T06:54:45,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b4598ad55eb6d6b82691f165f317adea, regionState=OPEN, openSeqNum=127, regionLocation=08a4831bbffd,44869,1731048869011 2024-11-08T06:54:45,706 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731048884476 2024-11-08T06:54:45,706 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731048884505 2024-11-08T06:54:45,707 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6, keycount=6, bloomtype=ROW, size=11.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731048884532 2024-11-08T06:54:45,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011 because future has completed 2024-11-08T06:54:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741852_1028 (size=71441) 2024-11-08T06:54:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741852_1028 (size=71441) 2024-11-08T06:54:45,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T06:54:45,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011 in 246 msec 2024-11-08T06:54:45,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/ns/01212acfa8284db183f0b9c1e3d3fb34 is 43, key is default/ns:d/1731048870149/Put/seqid=0 2024-11-08T06:54:45,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-11-08T06:54:45,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=b4598ad55eb6d6b82691f165f317adea, ASSIGN in 410 msec 2024-11-08T06:54:45,719 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/.tmp/info/1ab1c07409544735ad224f86a8e330d9 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/1ab1c07409544735ad224f86a8e330d9 2024-11-08T06:54:45,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=d89a1d10cabfcb05ffd9f56d301bf113, daughterB=b4598ad55eb6d6b82691f165f317adea in 1.1630 sec 2024-11-08T06:54:45,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 2024-11-08T06:54:45,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 2024-11-08T06:54:45,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 2024-11-08T06:54:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741853_1029 (size=5153) 2024-11-08T06:54:45,724 INFO [PEWorker-2 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => 80f423cd372b486c0916401e24fda63a, NAME => 'TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-11-08T06:54:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741853_1029 (size=5153) 2024-11-08T06:54:45,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/ns/01212acfa8284db183f0b9c1e3d3fb34 2024-11-08T06:54:45,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=80f423cd372b486c0916401e24fda63a, daughterA=6c89a03a554fe759497f409edfa760bf, daughterB=b4263e583f55ef07ce7eba97735244a9 in 1.1600 sec 2024-11-08T06:54:45,729 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in d89a1d10cabfcb05ffd9f56d301bf113/info of d89a1d10cabfcb05ffd9f56d301bf113 into 1ab1c07409544735ad224f86a8e330d9(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:45,729 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d89a1d10cabfcb05ffd9f56d301bf113: 2024-11-08T06:54:45,729 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113., storeName=d89a1d10cabfcb05ffd9f56d301bf113/info, priority=15, startTime=1731048885658; duration=0sec 2024-11-08T06:54:45,729 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:45,729 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d89a1d10cabfcb05ffd9f56d301bf113:info 2024-11-08T06:54:45,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/table/a220457bb3314bf5be9993bcf24ee22b is 65, key is TestLogRolling-testLogRolling/table:state/1731048870629/Put/seqid=0 2024-11-08T06:54:45,746 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#45 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:45,747 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/44b7d3f7179e4e56ac88b67886904df0 is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:54:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741854_1030 (size=5340) 2024-11-08T06:54:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741854_1030 (size=5340) 2024-11-08T06:54:45,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/table/a220457bb3314bf5be9993bcf24ee22b 2024-11-08T06:54:45,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/info/f7e0f0b75ead466989d70782590407c3 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/info/f7e0f0b75ead466989d70782590407c3 2024-11-08T06:54:45,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741855_1031 (size=40102) 2024-11-08T06:54:45,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741855_1031 (size=40102) 2024-11-08T06:54:45,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/info/f7e0f0b75ead466989d70782590407c3, entries=30, sequenceid=17, filesize=9.6 K 2024-11-08T06:54:45,763 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/44b7d3f7179e4e56ac88b67886904df0 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/44b7d3f7179e4e56ac88b67886904df0 2024-11-08T06:54:45,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/ns/01212acfa8284db183f0b9c1e3d3fb34 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/ns/01212acfa8284db183f0b9c1e3d3fb34 2024-11-08T06:54:45,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/ns/01212acfa8284db183f0b9c1e3d3fb34, entries=2, sequenceid=17, filesize=5.0 K 2024-11-08T06:54:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/table/a220457bb3314bf5be9993bcf24ee22b as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/table/a220457bb3314bf5be9993bcf24ee22b 2024-11-08T06:54:45,770 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into 44b7d3f7179e4e56ac88b67886904df0(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:45,770 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:45,770 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=12, startTime=1731048885702; duration=0sec 2024-11-08T06:54:45,770 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:45,770 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:54:45,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/table/a220457bb3314bf5be9993bcf24ee22b, entries=2, sequenceid=17, filesize=5.2 K 2024-11-08T06:54:45,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 113ms, sequenceid=17, compaction requested=false 2024-11-08T06:54:45,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T06:54:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54940 deadline: 1731048896548, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. is not online on 08a4831bbffd,44869,1731048869011 2024-11-08T06:54:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., hostname=08a4831bbffd,44869,1731048869011, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., hostname=08a4831bbffd,44869,1731048869011, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. is not online on 08a4831bbffd,44869,1731048869011 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T06:54:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., hostname=08a4831bbffd,44869,1731048869011, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a. is not online on 08a4831bbffd,44869,1731048869011 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T06:54:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731048870247.80f423cd372b486c0916401e24fda63a., hostname=08a4831bbffd,44869,1731048869011, seqNum=2 from cache 2024-11-08T06:54:50,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T06:54:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:50,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:54:56,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., hostname=08a4831bbffd,44869,1731048869011, seqNum=127] 2024-11-08T06:54:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:56,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:54:56,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/1c3a97ee75674083b85196456510b40f is 1055, key is row0097/info:/1731048896629/Put/seqid=0 2024-11-08T06:54:56,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741856_1032 (size=13394) 2024-11-08T06:54:56,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741856_1032 (size=13394) 2024-11-08T06:54:56,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/1c3a97ee75674083b85196456510b40f 2024-11-08T06:54:56,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/1c3a97ee75674083b85196456510b40f as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/1c3a97ee75674083b85196456510b40f 2024-11-08T06:54:56,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/1c3a97ee75674083b85196456510b40f, entries=8, sequenceid=138, filesize=13.1 K 2024-11-08T06:54:56,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for b4598ad55eb6d6b82691f165f317adea in 26ms, sequenceid=138, compaction requested=false 2024-11-08T06:54:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:56,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-08T06:54:56,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/3884990ce11b4a11aa33d1a2348506c9 is 1055, key is row0105/info:/1731048896642/Put/seqid=0 2024-11-08T06:54:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741857_1033 (size=19728) 2024-11-08T06:54:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741857_1033 (size=19728) 2024-11-08T06:54:56,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/3884990ce11b4a11aa33d1a2348506c9 2024-11-08T06:54:56,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/3884990ce11b4a11aa33d1a2348506c9 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3884990ce11b4a11aa33d1a2348506c9 2024-11-08T06:54:56,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3884990ce11b4a11aa33d1a2348506c9, entries=14, sequenceid=155, filesize=19.3 K 2024-11-08T06:54:56,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for b4598ad55eb6d6b82691f165f317adea in 25ms, sequenceid=155, compaction requested=true 2024-11-08T06:54:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:54:56,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:56,694 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:54:56,695 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73224 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:54:56,695 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:54:56,695 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:56,695 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/44b7d3f7179e4e56ac88b67886904df0, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/1c3a97ee75674083b85196456510b40f, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3884990ce11b4a11aa33d1a2348506c9] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=71.5 K 2024-11-08T06:54:56,696 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44b7d3f7179e4e56ac88b67886904df0, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731048882467 2024-11-08T06:54:56,696 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c3a97ee75674083b85196456510b40f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731048896629 2024-11-08T06:54:56,696 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3884990ce11b4a11aa33d1a2348506c9, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731048896642 2024-11-08T06:54:56,709 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#48 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:56,709 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/977a8ca22eb24beb91a3471447873bdd is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:54:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741858_1034 (size=63438) 2024-11-08T06:54:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741858_1034 (size=63438) 2024-11-08T06:54:56,720 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/977a8ca22eb24beb91a3471447873bdd as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/977a8ca22eb24beb91a3471447873bdd 2024-11-08T06:54:56,726 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into 977a8ca22eb24beb91a3471447873bdd(size=62.0 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:56,726 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:56,726 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=13, startTime=1731048896694; duration=0sec 2024-11-08T06:54:56,727 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:56,727 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:54:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:58,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-08T06:54:58,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7a3d94d341e743b5969137413e83e68f is 1055, key is row0119/info:/1731048896670/Put/seqid=0 2024-11-08T06:54:58,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741859_1035 (size=16553) 2024-11-08T06:54:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741859_1035 (size=16553) 2024-11-08T06:54:58,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7a3d94d341e743b5969137413e83e68f 2024-11-08T06:54:58,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7a3d94d341e743b5969137413e83e68f as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7a3d94d341e743b5969137413e83e68f 2024-11-08T06:54:58,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7a3d94d341e743b5969137413e83e68f, entries=11, sequenceid=170, filesize=16.2 K 2024-11-08T06:54:58,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for b4598ad55eb6d6b82691f165f317adea in 28ms, sequenceid=170, compaction requested=false 2024-11-08T06:54:58,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:58,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T06:54:58,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/fdd69133ba234ab28215cb270d8bb4aa is 1055, key is row0130/info:/1731048898697/Put/seqid=0 2024-11-08T06:54:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741860_1036 (size=18675) 2024-11-08T06:54:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741860_1036 (size=18675) 2024-11-08T06:54:58,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/fdd69133ba234ab28215cb270d8bb4aa 2024-11-08T06:54:58,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/fdd69133ba234ab28215cb270d8bb4aa as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fdd69133ba234ab28215cb270d8bb4aa 2024-11-08T06:54:58,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fdd69133ba234ab28215cb270d8bb4aa, entries=13, sequenceid=186, filesize=18.2 K 2024-11-08T06:54:58,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for b4598ad55eb6d6b82691f165f317adea in 25ms, sequenceid=186, compaction requested=true 2024-11-08T06:54:58,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:58,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:54:58,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:58,748 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:54:58,749 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98666 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:54:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:54:58,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T06:54:58,750 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:54:58,750 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:54:58,750 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/977a8ca22eb24beb91a3471447873bdd, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7a3d94d341e743b5969137413e83e68f, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fdd69133ba234ab28215cb270d8bb4aa] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=96.4 K 2024-11-08T06:54:58,750 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 977a8ca22eb24beb91a3471447873bdd, keycount=55, bloomtype=ROW, size=62.0 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731048882467 2024-11-08T06:54:58,750 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a3d94d341e743b5969137413e83e68f, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731048896670 2024-11-08T06:54:58,751 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd69133ba234ab28215cb270d8bb4aa, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731048898697 2024-11-08T06:54:58,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/92075f0ee3ce42f191a5ca7e53904080 is 1055, key is row0143/info:/1731048898724/Put/seqid=0 2024-11-08T06:54:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741861_1037 (size=18675) 2024-11-08T06:54:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741861_1037 (size=18675) 2024-11-08T06:54:58,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/92075f0ee3ce42f191a5ca7e53904080 2024-11-08T06:54:58,765 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#52 average throughput is 39.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:54:58,766 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/0ddab102dbc144429c41e26f7713ec5f is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:54:58,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/92075f0ee3ce42f191a5ca7e53904080 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/92075f0ee3ce42f191a5ca7e53904080 2024-11-08T06:54:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741862_1038 (size=88889) 2024-11-08T06:54:58,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741862_1038 (size=88889) 2024-11-08T06:54:58,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/92075f0ee3ce42f191a5ca7e53904080, entries=13, sequenceid=202, filesize=18.2 K 2024-11-08T06:54:58,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for b4598ad55eb6d6b82691f165f317adea in 26ms, sequenceid=202, compaction requested=false 2024-11-08T06:54:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:58,776 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/0ddab102dbc144429c41e26f7713ec5f as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/0ddab102dbc144429c41e26f7713ec5f 2024-11-08T06:54:58,782 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into 0ddab102dbc144429c41e26f7713ec5f(size=86.8 K), total size for store is 105.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:54:58,782 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:54:58,782 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=13, startTime=1731048898748; duration=0sec 2024-11-08T06:54:58,783 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:54:58,783 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:54:58,830 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T06:55:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:00,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:55:00,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T06:55:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:54940 deadline: 1731048910802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011 2024-11-08T06:55:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., hostname=08a4831bbffd,44869,1731048869011, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., hostname=08a4831bbffd,44869,1731048869011, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T06:55:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., hostname=08a4831bbffd,44869,1731048869011, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=b4598ad55eb6d6b82691f165f317adea, server=08a4831bbffd,44869,1731048869011 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T06:55:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., hostname=08a4831bbffd,44869,1731048869011, seqNum=127 because the exception is null or not the one we care about 2024-11-08T06:55:00,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/9c690a0f97784749a5de12582c652e10 is 1055, key is row0156/info:/1731048898751/Put/seqid=0 2024-11-08T06:55:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741863_1039 (size=13394) 2024-11-08T06:55:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741863_1039 (size=13394) 2024-11-08T06:55:00,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/9c690a0f97784749a5de12582c652e10 2024-11-08T06:55:00,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/9c690a0f97784749a5de12582c652e10 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c690a0f97784749a5de12582c652e10 2024-11-08T06:55:00,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c690a0f97784749a5de12582c652e10, entries=8, sequenceid=214, filesize=13.1 K 2024-11-08T06:55:00,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for b4598ad55eb6d6b82691f165f317adea in 69ms, sequenceid=214, compaction requested=true 2024-11-08T06:55:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:55:00,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:00,841 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:55:00,842 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120958 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:55:00,842 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:55:00,842 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:00,842 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/0ddab102dbc144429c41e26f7713ec5f, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/92075f0ee3ce42f191a5ca7e53904080, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c690a0f97784749a5de12582c652e10] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=118.1 K 2024-11-08T06:55:00,842 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ddab102dbc144429c41e26f7713ec5f, keycount=79, bloomtype=ROW, size=86.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731048882467 2024-11-08T06:55:00,843 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.Compactor(225): Compacting 92075f0ee3ce42f191a5ca7e53904080, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731048898724 2024-11-08T06:55:00,843 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c690a0f97784749a5de12582c652e10, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731048898751 2024-11-08T06:55:00,856 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#54 average throughput is 25.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:55:00,857 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/b2d2b8d923ed428ea85ce8254d798ba1 is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:55:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741864_1040 (size=111108) 2024-11-08T06:55:00,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741864_1040 (size=111108) 2024-11-08T06:55:00,866 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/b2d2b8d923ed428ea85ce8254d798ba1 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/b2d2b8d923ed428ea85ce8254d798ba1 2024-11-08T06:55:00,872 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into b2d2b8d923ed428ea85ce8254d798ba1(size=108.5 K), total size for store is 108.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:55:00,872 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:00,872 INFO [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=13, startTime=1731048900841; duration=0sec 2024-11-08T06:55:00,872 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:00,872 DEBUG [RS:0;08a4831bbffd:44869-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:55:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:10,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-08T06:55:10,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/f48a8b4df82143b0b8fa4570169f91df is 1055, key is row0164/info:/1731048900773/Put/seqid=0 2024-11-08T06:55:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741865_1041 (size=28156) 2024-11-08T06:55:10,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741865_1041 (size=28156) 2024-11-08T06:55:10,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/f48a8b4df82143b0b8fa4570169f91df 2024-11-08T06:55:10,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/f48a8b4df82143b0b8fa4570169f91df as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/f48a8b4df82143b0b8fa4570169f91df 2024-11-08T06:55:10,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/f48a8b4df82143b0b8fa4570169f91df, entries=22, sequenceid=240, filesize=27.5 K 2024-11-08T06:55:10,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=7.18 KB/7357 for b4598ad55eb6d6b82691f165f317adea in 31ms, sequenceid=240, compaction requested=false 2024-11-08T06:55:10,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:11,128 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T06:55:11,128 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T06:55:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:12,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:55:12,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/3b79b106b582492fa94f2b2d3edbf75a is 1055, key is row0186/info:/1731048910863/Put/seqid=0 2024-11-08T06:55:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741866_1042 (size=13394) 2024-11-08T06:55:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741866_1042 (size=13394) 2024-11-08T06:55:12,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/3b79b106b582492fa94f2b2d3edbf75a 2024-11-08T06:55:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/3b79b106b582492fa94f2b2d3edbf75a as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3b79b106b582492fa94f2b2d3edbf75a 2024-11-08T06:55:12,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3b79b106b582492fa94f2b2d3edbf75a, entries=8, sequenceid=251, filesize=13.1 K 2024-11-08T06:55:12,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for b4598ad55eb6d6b82691f165f317adea in 28ms, sequenceid=251, compaction requested=true 2024-11-08T06:55:12,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:12,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:55:12,936 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:55:12,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:12,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T06:55:12,937 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152658 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:55:12,937 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:55:12,937 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:12,937 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/b2d2b8d923ed428ea85ce8254d798ba1, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/f48a8b4df82143b0b8fa4570169f91df, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3b79b106b582492fa94f2b2d3edbf75a] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=149.1 K 2024-11-08T06:55:12,938 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d2b8d923ed428ea85ce8254d798ba1, keycount=100, bloomtype=ROW, size=108.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731048882467 2024-11-08T06:55:12,938 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting f48a8b4df82143b0b8fa4570169f91df, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731048900773 2024-11-08T06:55:12,938 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b79b106b582492fa94f2b2d3edbf75a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731048910863 2024-11-08T06:55:12,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/07c508b6a9eb4d61b906d2efcc5738ed is 1055, key is row0194/info:/1731048912910/Put/seqid=0 2024-11-08T06:55:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741867_1043 (size=18685) 2024-11-08T06:55:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741867_1043 (size=18685) 2024-11-08T06:55:12,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/07c508b6a9eb4d61b906d2efcc5738ed 2024-11-08T06:55:12,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/07c508b6a9eb4d61b906d2efcc5738ed as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/07c508b6a9eb4d61b906d2efcc5738ed 2024-11-08T06:55:12,957 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#58 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:55:12,958 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/fcf8111c0732442aaa6fef3928b71d6c is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:55:12,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/07c508b6a9eb4d61b906d2efcc5738ed, entries=13, sequenceid=267, filesize=18.2 K 2024-11-08T06:55:12,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for b4598ad55eb6d6b82691f165f317adea in 26ms, sequenceid=267, compaction requested=false 2024-11-08T06:55:12,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:12,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T06:55:12,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/893671ac99644b51a09d8a8d9df65e49 is 1055, key is row0207/info:/1731048912937/Put/seqid=0 2024-11-08T06:55:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741868_1044 (size=143004) 2024-11-08T06:55:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741868_1044 (size=143004) 2024-11-08T06:55:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741869_1045 (size=17618) 2024-11-08T06:55:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741869_1045 (size=17618) 2024-11-08T06:55:12,985 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/fcf8111c0732442aaa6fef3928b71d6c as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fcf8111c0732442aaa6fef3928b71d6c 2024-11-08T06:55:12,992 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into fcf8111c0732442aaa6fef3928b71d6c(size=139.7 K), total size for store is 157.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:55:12,992 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:12,992 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=13, startTime=1731048912935; duration=0sec 2024-11-08T06:55:12,992 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:12,992 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:55:13,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/893671ac99644b51a09d8a8d9df65e49 2024-11-08T06:55:13,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/893671ac99644b51a09d8a8d9df65e49 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/893671ac99644b51a09d8a8d9df65e49 2024-11-08T06:55:13,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/893671ac99644b51a09d8a8d9df65e49, entries=12, sequenceid=282, filesize=17.2 K 2024-11-08T06:55:13,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for b4598ad55eb6d6b82691f165f317adea in 443ms, sequenceid=282, compaction requested=true 2024-11-08T06:55:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:55:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:13,406 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:55:13,408 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 179307 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:55:13,408 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:55:13,408 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:13,408 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fcf8111c0732442aaa6fef3928b71d6c, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/07c508b6a9eb4d61b906d2efcc5738ed, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/893671ac99644b51a09d8a8d9df65e49] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=175.1 K 2024-11-08T06:55:13,408 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcf8111c0732442aaa6fef3928b71d6c, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731048882467 2024-11-08T06:55:13,409 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07c508b6a9eb4d61b906d2efcc5738ed, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731048912910 2024-11-08T06:55:13,409 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 893671ac99644b51a09d8a8d9df65e49, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731048912937 2024-11-08T06:55:13,425 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#60 average throughput is 25.89 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:55:13,426 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/97c71118a18a40beb65778bc7b2bd1eb is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:55:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741870_1046 (size=169457) 2024-11-08T06:55:13,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741870_1046 (size=169457) 2024-11-08T06:55:13,435 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/97c71118a18a40beb65778bc7b2bd1eb as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/97c71118a18a40beb65778bc7b2bd1eb 2024-11-08T06:55:13,441 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into 97c71118a18a40beb65778bc7b2bd1eb(size=165.5 K), total size for store is 165.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:55:13,441 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:13,441 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=13, startTime=1731048913406; duration=0sec 2024-11-08T06:55:13,441 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:13,441 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:55:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:14,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-08T06:55:14,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/add8f52ddf9646d8805f66b1e0a02703 is 1055, key is row0219/info:/1731048912965/Put/seqid=0 2024-11-08T06:55:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741871_1047 (size=13402) 2024-11-08T06:55:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741871_1047 (size=13402) 2024-11-08T06:55:14,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/add8f52ddf9646d8805f66b1e0a02703 2024-11-08T06:55:15,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/add8f52ddf9646d8805f66b1e0a02703 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/add8f52ddf9646d8805f66b1e0a02703 2024-11-08T06:55:15,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/add8f52ddf9646d8805f66b1e0a02703, entries=8, sequenceid=295, filesize=13.1 K 2024-11-08T06:55:15,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for b4598ad55eb6d6b82691f165f317adea in 27ms, sequenceid=295, compaction requested=false 2024-11-08T06:55:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:15,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-08T06:55:15,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7129f80682234a03a7eba9067db31b88 is 1055, key is row0227/info:/1731048914987/Put/seqid=0 2024-11-08T06:55:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741872_1048 (size=17618) 2024-11-08T06:55:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741872_1048 (size=17618) 2024-11-08T06:55:15,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7129f80682234a03a7eba9067db31b88 2024-11-08T06:55:15,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7129f80682234a03a7eba9067db31b88 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7129f80682234a03a7eba9067db31b88 2024-11-08T06:55:15,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7129f80682234a03a7eba9067db31b88, entries=12, sequenceid=310, filesize=17.2 K 2024-11-08T06:55:15,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for b4598ad55eb6d6b82691f165f317adea in 22ms, sequenceid=310, compaction requested=true 2024-11-08T06:55:15,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:15,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b4598ad55eb6d6b82691f165f317adea:info, priority=-2147483648, current under compaction store size is 1 2024-11-08T06:55:15,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:15,035 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T06:55:15,036 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 200477 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T06:55:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(8855): Flush requested on b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:15,036 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1541): b4598ad55eb6d6b82691f165f317adea/info is initiating minor compaction (all files) 2024-11-08T06:55:15,036 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b4598ad55eb6d6b82691f165f317adea/info in TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:15,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-08T06:55:15,036 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/97c71118a18a40beb65778bc7b2bd1eb, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/add8f52ddf9646d8805f66b1e0a02703, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7129f80682234a03a7eba9067db31b88] into tmpdir=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp, totalSize=195.8 K 2024-11-08T06:55:15,037 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97c71118a18a40beb65778bc7b2bd1eb, keycount=155, bloomtype=ROW, size=165.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1731048882467 2024-11-08T06:55:15,037 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting add8f52ddf9646d8805f66b1e0a02703, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731048912965 2024-11-08T06:55:15,037 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7129f80682234a03a7eba9067db31b88, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731048914987 2024-11-08T06:55:15,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/54f8c6cd6d8c44a381d897a09d3532c0 is 1055, key is row0239/info:/1731048915014/Put/seqid=0 2024-11-08T06:55:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741873_1049 (size=18688) 2024-11-08T06:55:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741873_1049 (size=18688) 2024-11-08T06:55:15,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/54f8c6cd6d8c44a381d897a09d3532c0 2024-11-08T06:55:15,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/54f8c6cd6d8c44a381d897a09d3532c0 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/54f8c6cd6d8c44a381d897a09d3532c0 2024-11-08T06:55:15,053 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b4598ad55eb6d6b82691f165f317adea#info#compaction#64 average throughput is 35.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T06:55:15,054 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/9c31e8c399ac4e2b8515d6eda0d8e8cc is 1055, key is row0064/info:/1731048882467/Put/seqid=0 2024-11-08T06:55:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741874_1050 (size=190647) 2024-11-08T06:55:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741874_1050 (size=190647) 2024-11-08T06:55:15,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/54f8c6cd6d8c44a381d897a09d3532c0, entries=13, sequenceid=326, filesize=18.3 K 2024-11-08T06:55:15,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for b4598ad55eb6d6b82691f165f317adea in 23ms, sequenceid=326, compaction requested=false 2024-11-08T06:55:15,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:15,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-08T06:55:15,063 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/9c31e8c399ac4e2b8515d6eda0d8e8cc as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c31e8c399ac4e2b8515d6eda0d8e8cc 2024-11-08T06:55:15,069 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b4598ad55eb6d6b82691f165f317adea/info of b4598ad55eb6d6b82691f165f317adea into 9c31e8c399ac4e2b8515d6eda0d8e8cc(size=186.2 K), total size for store is 204.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T06:55:15,069 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:15,069 INFO [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., storeName=b4598ad55eb6d6b82691f165f317adea/info, priority=13, startTime=1731048915034; duration=0sec 2024-11-08T06:55:15,069 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T06:55:15,069 DEBUG [RS:0;08a4831bbffd:44869-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b4598ad55eb6d6b82691f165f317adea:info 2024-11-08T06:55:17,047 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-08T06:55:17,066 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917048, exclude list is [], retry=0 2024-11-08T06:55:17,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34911,DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f,DISK] 2024-11-08T06:55:17,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44725,DS-79751645-df81-4c72-96e4-87810f0444ad,DISK] 2024-11-08T06:55:17,070 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048869606 with entries=312, filesize=302.26 KB; new WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917048 2024-11-08T06:55:17,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42429:42429),(127.0.0.1/127.0.0.1:33827:33827)] 2024-11-08T06:55:17,071 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048869606 is not closed yet, will try archiving it next time 2024-11-08T06:55:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741833_1009 (size=309521) 2024-11-08T06:55:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741833_1009 (size=309521) 2024-11-08T06:55:17,075 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-08T06:55:17,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/info/325eaca17c894f15abd1876e0f8052e6 is 193, key is TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea./info:regioninfo/1731048885705/Put/seqid=0 2024-11-08T06:55:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741876_1052 (size=6223) 2024-11-08T06:55:17,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741876_1052 (size=6223) 2024-11-08T06:55:17,084 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/info/325eaca17c894f15abd1876e0f8052e6 2024-11-08T06:55:17,089 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/.tmp/info/325eaca17c894f15abd1876e0f8052e6 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/info/325eaca17c894f15abd1876e0f8052e6 2024-11-08T06:55:17,094 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/info/325eaca17c894f15abd1876e0f8052e6, entries=5, sequenceid=21, filesize=6.1 K 2024-11-08T06:55:17,094 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-08T06:55:17,095 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-08T06:55:17,095 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b4598ad55eb6d6b82691f165f317adea 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-08T06:55:17,098 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7dc7361e8bb54f8f9ab77d6daa159284 is 1055, key is row0252/info:/1731048915037/Put/seqid=0 2024-11-08T06:55:17,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741877_1053 (size=10232) 2024-11-08T06:55:17,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741877_1053 (size=10232) 2024-11-08T06:55:17,103 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7dc7361e8bb54f8f9ab77d6daa159284 2024-11-08T06:55:17,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/.tmp/info/7dc7361e8bb54f8f9ab77d6daa159284 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7dc7361e8bb54f8f9ab77d6daa159284 2024-11-08T06:55:17,115 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7dc7361e8bb54f8f9ab77d6daa159284, entries=5, sequenceid=335, filesize=10.0 K 2024-11-08T06:55:17,116 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for b4598ad55eb6d6b82691f165f317adea in 21ms, sequenceid=335, compaction requested=true 2024-11-08T06:55:17,116 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b4598ad55eb6d6b82691f165f317adea: 2024-11-08T06:55:17,116 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d89a1d10cabfcb05ffd9f56d301bf113: 2024-11-08T06:55:17,128 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917116, exclude list is [], retry=0 2024-11-08T06:55:17,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34911,DS-7f9f37c9-e3cf-4b1e-b618-09d6f3f85c1f,DISK] 2024-11-08T06:55:17,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44725,DS-79751645-df81-4c72-96e4-87810f0444ad,DISK] 2024-11-08T06:55:17,132 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917048 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917116 2024-11-08T06:55:17,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42429:42429),(127.0.0.1/127.0.0.1:33827:33827)] 2024-11-08T06:55:17,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917048 is not closed yet, will try archiving it next time 2024-11-08T06:55:17,133 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048869606 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/oldWALs/08a4831bbffd%2C44869%2C1731048869011.1731048869606 2024-11-08T06:55:17,133 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T06:55:17,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741875_1051 (size=731) 2024-11-08T06:55:17,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741875_1051 (size=731) 2024-11-08T06:55:17,135 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/WALs/08a4831bbffd,44869,1731048869011/08a4831bbffd%2C44869%2C1731048869011.1731048917048 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/oldWALs/08a4831bbffd%2C44869%2C1731048869011.1731048917048 2024-11-08T06:55:17,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:55:17,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:55:17,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:55:17,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:17,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:17,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:55:17,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:55:17,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2095610689, stopped=false 2024-11-08T06:55:17,236 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,36391,1731048868849 2024-11-08T06:55:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:55:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:55:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:17,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:17,316 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:55:17,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:55:17,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:55:17,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:17,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,44869,1731048869011' ***** 2024-11-08T06:55:17,318 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:55:17,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:55:17,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:55:17,319 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:55:17,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:55:17,319 INFO [RS:0;08a4831bbffd:44869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:55:17,319 INFO [RS:0;08a4831bbffd:44869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:55:17,319 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(3091): Received CLOSE for b4598ad55eb6d6b82691f165f317adea 2024-11-08T06:55:17,320 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(3091): Received CLOSE for d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:55:17,320 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,44869,1731048869011 2024-11-08T06:55:17,320 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4598ad55eb6d6b82691f165f317adea, disabling compactions & flushes 2024-11-08T06:55:17,320 INFO [RS:0;08a4831bbffd:44869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:55:17,320 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:17,320 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:17,320 INFO [RS:0;08a4831bbffd:44869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:44869. 2024-11-08T06:55:17,320 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. after waiting 0 ms 2024-11-08T06:55:17,320 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:17,320 DEBUG [RS:0;08a4831bbffd:44869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:55:17,320 DEBUG [RS:0;08a4831bbffd:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:17,321 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:55:17,321 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:55:17,321 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:55:17,321 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:55:17,321 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T06:55:17,321 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b4598ad55eb6d6b82691f165f317adea=TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea., d89a1d10cabfcb05ffd9f56d301bf113=TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.} 2024-11-08T06:55:17,322 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:55:17,322 DEBUG [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4598ad55eb6d6b82691f165f317adea, d89a1d10cabfcb05ffd9f56d301bf113 2024-11-08T06:55:17,322 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:55:17,322 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:55:17,322 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:55:17,321 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a->hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c-top, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/44b7d3f7179e4e56ac88b67886904df0, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/1c3a97ee75674083b85196456510b40f, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/977a8ca22eb24beb91a3471447873bdd, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3884990ce11b4a11aa33d1a2348506c9, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7a3d94d341e743b5969137413e83e68f, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/0ddab102dbc144429c41e26f7713ec5f, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fdd69133ba234ab28215cb270d8bb4aa, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/92075f0ee3ce42f191a5ca7e53904080, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/b2d2b8d923ed428ea85ce8254d798ba1, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c690a0f97784749a5de12582c652e10, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/f48a8b4df82143b0b8fa4570169f91df, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fcf8111c0732442aaa6fef3928b71d6c, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3b79b106b582492fa94f2b2d3edbf75a, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/07c508b6a9eb4d61b906d2efcc5738ed, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/97c71118a18a40beb65778bc7b2bd1eb, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/893671ac99644b51a09d8a8d9df65e49, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/add8f52ddf9646d8805f66b1e0a02703, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7129f80682234a03a7eba9067db31b88] to archive 2024-11-08T06:55:17,322 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:55:17,323 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T06:55:17,325 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a 2024-11-08T06:55:17,327 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-08T06:55:17,327 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-1330314d254a43f2aa78661798a4625d 2024-11-08T06:55:17,327 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:55:17,328 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:55:17,328 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048917321Running coprocessor pre-close hooks at 1731048917321Disabling compacts and flushes for region at 1731048917321Disabling writes for close at 1731048917322 (+1 ms)Writing region close event to WAL at 1731048917324 (+2 ms)Running coprocessor post-close hooks at 1731048917327 (+3 ms)Closed at 1731048917328 (+1 ms) 2024-11-08T06:55:17,328 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:55:17,328 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-4b33e9e7a6494065a29bacdc5a2c38d4 2024-11-08T06:55:17,329 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/44b7d3f7179e4e56ac88b67886904df0 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/44b7d3f7179e4e56ac88b67886904df0 2024-11-08T06:55:17,330 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/TestLogRolling-testLogRolling=80f423cd372b486c0916401e24fda63a-89ae6ef09a80413c9f8f1ba0a142c2b6 2024-11-08T06:55:17,332 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/1c3a97ee75674083b85196456510b40f to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/1c3a97ee75674083b85196456510b40f 2024-11-08T06:55:17,333 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/977a8ca22eb24beb91a3471447873bdd to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/977a8ca22eb24beb91a3471447873bdd 2024-11-08T06:55:17,334 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3884990ce11b4a11aa33d1a2348506c9 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3884990ce11b4a11aa33d1a2348506c9 2024-11-08T06:55:17,335 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7a3d94d341e743b5969137413e83e68f to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7a3d94d341e743b5969137413e83e68f 2024-11-08T06:55:17,336 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/0ddab102dbc144429c41e26f7713ec5f to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/0ddab102dbc144429c41e26f7713ec5f 2024-11-08T06:55:17,337 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fdd69133ba234ab28215cb270d8bb4aa to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fdd69133ba234ab28215cb270d8bb4aa 2024-11-08T06:55:17,338 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/92075f0ee3ce42f191a5ca7e53904080 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/92075f0ee3ce42f191a5ca7e53904080 2024-11-08T06:55:17,339 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/b2d2b8d923ed428ea85ce8254d798ba1 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/b2d2b8d923ed428ea85ce8254d798ba1 2024-11-08T06:55:17,340 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c690a0f97784749a5de12582c652e10 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/9c690a0f97784749a5de12582c652e10 2024-11-08T06:55:17,341 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/f48a8b4df82143b0b8fa4570169f91df to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/f48a8b4df82143b0b8fa4570169f91df 2024-11-08T06:55:17,342 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fcf8111c0732442aaa6fef3928b71d6c to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/fcf8111c0732442aaa6fef3928b71d6c 2024-11-08T06:55:17,343 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3b79b106b582492fa94f2b2d3edbf75a to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/3b79b106b582492fa94f2b2d3edbf75a 2024-11-08T06:55:17,344 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/07c508b6a9eb4d61b906d2efcc5738ed to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/07c508b6a9eb4d61b906d2efcc5738ed 2024-11-08T06:55:17,345 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/97c71118a18a40beb65778bc7b2bd1eb to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/97c71118a18a40beb65778bc7b2bd1eb 2024-11-08T06:55:17,347 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/893671ac99644b51a09d8a8d9df65e49 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/893671ac99644b51a09d8a8d9df65e49 2024-11-08T06:55:17,348 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/add8f52ddf9646d8805f66b1e0a02703 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/add8f52ddf9646d8805f66b1e0a02703 2024-11-08T06:55:17,349 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7129f80682234a03a7eba9067db31b88 to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/info/7129f80682234a03a7eba9067db31b88 2024-11-08T06:55:17,349 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:36391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T06:55:17,350 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [44b7d3f7179e4e56ac88b67886904df0=40102, 1c3a97ee75674083b85196456510b40f=13394, 977a8ca22eb24beb91a3471447873bdd=63438, 3884990ce11b4a11aa33d1a2348506c9=19728, 7a3d94d341e743b5969137413e83e68f=16553, 0ddab102dbc144429c41e26f7713ec5f=88889, fdd69133ba234ab28215cb270d8bb4aa=18675, 92075f0ee3ce42f191a5ca7e53904080=18675, b2d2b8d923ed428ea85ce8254d798ba1=111108, 9c690a0f97784749a5de12582c652e10=13394, f48a8b4df82143b0b8fa4570169f91df=28156, fcf8111c0732442aaa6fef3928b71d6c=143004, 3b79b106b582492fa94f2b2d3edbf75a=13394, 07c508b6a9eb4d61b906d2efcc5738ed=18685, 97c71118a18a40beb65778bc7b2bd1eb=169457, 893671ac99644b51a09d8a8d9df65e49=17618, add8f52ddf9646d8805f66b1e0a02703=13402, 7129f80682234a03a7eba9067db31b88=17618] 2024-11-08T06:55:17,353 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/b4598ad55eb6d6b82691f165f317adea/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=126 2024-11-08T06:55:17,354 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:17,354 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4598ad55eb6d6b82691f165f317adea: Waiting for close lock at 1731048917320Running coprocessor pre-close hooks at 1731048917320Disabling compacts and flushes for region at 1731048917320Disabling writes for close at 1731048917320Writing region close event to WAL at 1731048917350 (+30 ms)Running coprocessor post-close hooks at 1731048917354 (+4 ms)Closed at 1731048917354 2024-11-08T06:55:17,354 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731048884556.b4598ad55eb6d6b82691f165f317adea. 2024-11-08T06:55:17,354 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d89a1d10cabfcb05ffd9f56d301bf113, disabling compactions & flushes 2024-11-08T06:55:17,354 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:55:17,354 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:55:17,354 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. after waiting 0 ms 2024-11-08T06:55:17,354 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:55:17,355 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a->hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/80f423cd372b486c0916401e24fda63a/info/3aa409c171214faaae2b96ca14a0507c-bottom] to archive 2024-11-08T06:55:17,356 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T06:55:17,357 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a to hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/archive/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/info/3aa409c171214faaae2b96ca14a0507c.80f423cd372b486c0916401e24fda63a 2024-11-08T06:55:17,357 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-08T06:55:17,361 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/data/default/TestLogRolling-testLogRolling/d89a1d10cabfcb05ffd9f56d301bf113/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-08T06:55:17,361 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:55:17,361 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d89a1d10cabfcb05ffd9f56d301bf113: Waiting for close lock at 1731048917354Running coprocessor pre-close hooks at 1731048917354Disabling compacts and flushes for region at 1731048917354Disabling writes for close at 1731048917354Writing region close event to WAL at 1731048917358 (+4 ms)Running coprocessor post-close hooks at 1731048917361 (+3 ms)Closed at 1731048917361 2024-11-08T06:55:17,361 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731048884556.d89a1d10cabfcb05ffd9f56d301bf113. 2024-11-08T06:55:17,477 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:55:17,496 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T06:55:17,496 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T06:55:17,522 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,44869,1731048869011; all regions closed. 2024-11-08T06:55:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741834_1010 (size=8107) 2024-11-08T06:55:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741834_1010 (size=8107) 2024-11-08T06:55:17,527 DEBUG [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/oldWALs 2024-11-08T06:55:17,527 INFO [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C44869%2C1731048869011.meta:.meta(num 1731048870038) 2024-11-08T06:55:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741878_1054 (size=780) 2024-11-08T06:55:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741878_1054 (size=780) 2024-11-08T06:55:17,531 DEBUG [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/oldWALs 2024-11-08T06:55:17,531 INFO [RS:0;08a4831bbffd:44869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C44869%2C1731048869011:(num 1731048917116) 2024-11-08T06:55:17,531 DEBUG [RS:0;08a4831bbffd:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:17,531 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:55:17,531 INFO [RS:0;08a4831bbffd:44869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:55:17,531 INFO [RS:0;08a4831bbffd:44869 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:55:17,531 INFO [RS:0;08a4831bbffd:44869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:55:17,531 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:55:17,531 INFO [RS:0;08a4831bbffd:44869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44869 2024-11-08T06:55:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:55:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,44869,1731048869011 2024-11-08T06:55:17,536 INFO [RS:0;08a4831bbffd:44869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:55:17,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,44869,1731048869011] 2024-11-08T06:55:17,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,44869,1731048869011 already deleted, retry=false 2024-11-08T06:55:17,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,44869,1731048869011 expired; onlineServers=0 2024-11-08T06:55:17,557 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,36391,1731048868849' ***** 2024-11-08T06:55:17,557 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:55:17,557 INFO [M:0;08a4831bbffd:36391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:55:17,557 INFO [M:0;08a4831bbffd:36391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:55:17,557 DEBUG [M:0;08a4831bbffd:36391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:55:17,557 DEBUG [M:0;08a4831bbffd:36391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:55:17,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:55:17,557 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048869378 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048869378,5,FailOnTimeoutGroup] 2024-11-08T06:55:17,557 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048869378 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048869378,5,FailOnTimeoutGroup] 2024-11-08T06:55:17,558 INFO [M:0;08a4831bbffd:36391 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:55:17,558 INFO [M:0;08a4831bbffd:36391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:55:17,558 DEBUG [M:0;08a4831bbffd:36391 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:55:17,558 INFO [M:0;08a4831bbffd:36391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:55:17,558 INFO [M:0;08a4831bbffd:36391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:55:17,558 INFO [M:0;08a4831bbffd:36391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:55:17,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:55:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:55:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:17,567 DEBUG [M:0;08a4831bbffd:36391 {}] zookeeper.ZKUtil(347): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:55:17,567 WARN [M:0;08a4831bbffd:36391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:55:17,569 INFO [M:0;08a4831bbffd:36391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/.lastflushedseqids 2024-11-08T06:55:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741879_1055 (size=228) 2024-11-08T06:55:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741879_1055 (size=228) 2024-11-08T06:55:17,575 INFO [M:0;08a4831bbffd:36391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:55:17,575 INFO [M:0;08a4831bbffd:36391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:55:17,575 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:55:17,575 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:17,575 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:17,575 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:55:17,575 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:17,575 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.71 KB heapSize=65.93 KB 2024-11-08T06:55:17,589 DEBUG [M:0;08a4831bbffd:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/796eee9fb97f4e28a451c69feb4f2890 is 82, key is hbase:meta,,1/info:regioninfo/1731048870078/Put/seqid=0 2024-11-08T06:55:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741880_1056 (size=5672) 2024-11-08T06:55:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741880_1056 (size=5672) 2024-11-08T06:55:17,594 INFO [M:0;08a4831bbffd:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/796eee9fb97f4e28a451c69feb4f2890 2024-11-08T06:55:17,617 DEBUG [M:0;08a4831bbffd:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b06e6866d2d452fb7f63f903c662a2f is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731048870634/Put/seqid=0 2024-11-08T06:55:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741881_1057 (size=7681) 2024-11-08T06:55:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741881_1057 (size=7681) 2024-11-08T06:55:17,622 INFO [M:0;08a4831bbffd:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.11 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b06e6866d2d452fb7f63f903c662a2f 2024-11-08T06:55:17,626 INFO [M:0;08a4831bbffd:36391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b06e6866d2d452fb7f63f903c662a2f 2024-11-08T06:55:17,638 DEBUG [M:0;08a4831bbffd:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1d721384d04c748bd22385f7685872 is 69, key is 08a4831bbffd,44869,1731048869011/rs:state/1731048869459/Put/seqid=0 2024-11-08T06:55:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741882_1058 (size=5156) 2024-11-08T06:55:17,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741882_1058 (size=5156) 2024-11-08T06:55:17,644 INFO [M:0;08a4831bbffd:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1d721384d04c748bd22385f7685872 2024-11-08T06:55:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:17,647 INFO [RS:0;08a4831bbffd:44869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:55:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x1011939878b0001, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:17,647 INFO [RS:0;08a4831bbffd:44869 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,44869,1731048869011; zookeeper connection closed. 2024-11-08T06:55:17,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c18c6d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c18c6d2 2024-11-08T06:55:17,647 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T06:55:17,661 DEBUG [M:0;08a4831bbffd:36391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/47d89cca1f5346908a526e448bf38d0e is 52, key is load_balancer_on/state:d/1731048870243/Put/seqid=0 2024-11-08T06:55:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741883_1059 (size=5056) 2024-11-08T06:55:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741883_1059 (size=5056) 2024-11-08T06:55:17,667 INFO [M:0;08a4831bbffd:36391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/47d89cca1f5346908a526e448bf38d0e 2024-11-08T06:55:17,671 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/796eee9fb97f4e28a451c69feb4f2890 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/796eee9fb97f4e28a451c69feb4f2890 2024-11-08T06:55:17,676 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/796eee9fb97f4e28a451c69feb4f2890, entries=8, sequenceid=129, filesize=5.5 K 2024-11-08T06:55:17,677 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b06e6866d2d452fb7f63f903c662a2f as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b06e6866d2d452fb7f63f903c662a2f 2024-11-08T06:55:17,682 INFO [M:0;08a4831bbffd:36391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b06e6866d2d452fb7f63f903c662a2f 2024-11-08T06:55:17,682 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b06e6866d2d452fb7f63f903c662a2f, entries=14, sequenceid=129, filesize=7.5 K 2024-11-08T06:55:17,683 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae1d721384d04c748bd22385f7685872 as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1d721384d04c748bd22385f7685872 2024-11-08T06:55:17,688 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae1d721384d04c748bd22385f7685872, entries=1, sequenceid=129, filesize=5.0 K 2024-11-08T06:55:17,689 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/47d89cca1f5346908a526e448bf38d0e as hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/47d89cca1f5346908a526e448bf38d0e 2024-11-08T06:55:17,694 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37861/user/jenkins/test-data/e455ae8b-042d-fb9b-05a3-58c751086ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/47d89cca1f5346908a526e448bf38d0e, entries=1, sequenceid=129, filesize=4.9 K 2024-11-08T06:55:17,695 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=129, compaction requested=false 2024-11-08T06:55:17,696 INFO [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:17,696 DEBUG [M:0;08a4831bbffd:36391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048917575Disabling compacts and flushes for region at 1731048917575Disabling writes for close at 1731048917575Obtaining lock to block concurrent updates at 1731048917575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731048917575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54997, getHeapSize=67448, getOffHeapSize=0, getCellsCount=152 at 1731048917575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731048917576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731048917576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731048917589 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731048917589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731048917598 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731048917616 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731048917616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731048917626 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731048917638 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731048917638Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731048917648 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731048917661 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731048917661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f70e33: reopening flushed file at 1731048917671 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cfc34d: reopening flushed file at 1731048917676 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a4230d: reopening flushed file at 1731048917682 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a8fc4f: reopening flushed file at 1731048917688 (+6 ms)Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=129, compaction requested=false at 1731048917695 (+7 ms)Writing region close event to WAL at 1731048917696 (+1 ms)Closed at 1731048917696 2024-11-08T06:55:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44725 is added to blk_1073741830_1006 (size=63927) 2024-11-08T06:55:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34911 is added to blk_1073741830_1006 (size=63927) 2024-11-08T06:55:17,699 INFO [M:0;08a4831bbffd:36391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:55:17,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:55:17,699 INFO [M:0;08a4831bbffd:36391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36391 2024-11-08T06:55:17,699 INFO [M:0;08a4831bbffd:36391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:55:17,804 INFO [M:0;08a4831bbffd:36391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:55:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36391-0x1011939878b0000, quorum=127.0.0.1:62240, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:17,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2b437d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:55:17,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146afb5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:55:17,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:55:17,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6547b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:55:17,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@325aed0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir/,STOPPED} 2024-11-08T06:55:17,809 WARN [BP-1342112234-172.17.0.2-1731048866679 heartbeating to localhost/127.0.0.1:37861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:55:17,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:55:17,809 WARN [BP-1342112234-172.17.0.2-1731048866679 heartbeating to localhost/127.0.0.1:37861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1342112234-172.17.0.2-1731048866679 (Datanode Uuid 9b0d93b4-71b8-49cf-b55a-89e7a789e02c) service to localhost/127.0.0.1:37861 2024-11-08T06:55:17,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:55:17,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data3/current/BP-1342112234-172.17.0.2-1731048866679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:17,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data4/current/BP-1342112234-172.17.0.2-1731048866679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:17,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:55:17,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60477bfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:55:17,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@694ec3f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:55:17,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:55:17,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9d7cfa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:55:17,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@235651ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir/,STOPPED} 2024-11-08T06:55:17,814 WARN [BP-1342112234-172.17.0.2-1731048866679 heartbeating to localhost/127.0.0.1:37861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:55:17,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:55:17,814 WARN [BP-1342112234-172.17.0.2-1731048866679 heartbeating to localhost/127.0.0.1:37861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1342112234-172.17.0.2-1731048866679 (Datanode Uuid 18895c08-304d-419e-b3e4-a9ee193fdf25) service to localhost/127.0.0.1:37861 2024-11-08T06:55:17,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:55:17,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data1/current/BP-1342112234-172.17.0.2-1731048866679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:17,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/cluster_adf460dc-a00f-5d7e-fa0f-c3c8427304ae/data/data2/current/BP-1342112234-172.17.0.2-1731048866679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:17,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:55:17,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4505923c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:55:17,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b60bc0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:55:17,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:55:17,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599242a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:55:17,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b28ec74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir/,STOPPED} 2024-11-08T06:55:17,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:55:17,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:55:17,861 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=114 (was 100) - Thread LEAK? -, OpenFileDescriptor=461 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 55) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9405 (was 9558) 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=114, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=65, ProcessCount=11, AvailableMemoryMB=9405 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.log.dir so I do NOT create it in target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ae69b8-7e79-b15c-6630-6de0a299e4cd/hadoop.tmp.dir so I do NOT create it in target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36, deleteOnExit=true 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/test.cache.data in system properties and HBase conf 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir in system properties and HBase conf 2024-11-08T06:55:17,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T06:55:17,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/nfs.dump.dir in system properties and HBase conf 2024-11-08T06:55:17,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/java.io.tmpdir in system properties and HBase conf 2024-11-08T06:55:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T06:55:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T06:55:17,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T06:55:18,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:55:18,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:55:18,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:55:18,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:55:18,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:55:18,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:55:18,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242237ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:55:18,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e79ccf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:55:18,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3200b319{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/java.io.tmpdir/jetty-localhost-43027-hadoop-hdfs-3_4_1-tests_jar-_-any-13015678159406215551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:55:18,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a843c0{HTTP/1.1, (http/1.1)}{localhost:43027} 2024-11-08T06:55:18,429 INFO [Time-limited test {}] server.Server(415): Started @199947ms 2024-11-08T06:55:18,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:55:18,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:55:18,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:55:18,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:55:18,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T06:55:18,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125444db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:55:18,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@378afd74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:55:18,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fad669f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/java.io.tmpdir/jetty-localhost-40407-hadoop-hdfs-3_4_1-tests_jar-_-any-333538195009131594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:55:18,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51688171{HTTP/1.1, (http/1.1)}{localhost:40407} 2024-11-08T06:55:18,816 INFO [Time-limited test {}] server.Server(415): Started @200334ms 2024-11-08T06:55:18,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:55:18,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T06:55:18,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T06:55:18,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T06:55:18,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T06:55:18,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T06:55:18,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105d5d17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir/,AVAILABLE} 2024-11-08T06:55:18,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11aa3304{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T06:55:18,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9bbc41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/java.io.tmpdir/jetty-localhost-46263-hadoop-hdfs-3_4_1-tests_jar-_-any-1216010239236915993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:55:18,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@650affc2{HTTP/1.1, (http/1.1)}{localhost:46263} 2024-11-08T06:55:18,941 INFO [Time-limited test {}] server.Server(415): Started @200459ms 2024-11-08T06:55:18,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T06:55:19,934 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data1/current/BP-1273069175-172.17.0.2-1731048917892/current, will proceed with Du for space computation calculation, 2024-11-08T06:55:19,934 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data2/current/BP-1273069175-172.17.0.2-1731048917892/current, will proceed with Du for space computation calculation, 2024-11-08T06:55:19,948 WARN [Thread-1582 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:55:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee9110085a8cf06 with lease ID 0x2c444c8cb936adf7: Processing first storage report for DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6 from datanode DatanodeRegistration(127.0.0.1:44547, datanodeUuid=894db078-c194-4604-adb8-e6e3992f2a7c, infoPort=40855, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892) 2024-11-08T06:55:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee9110085a8cf06 with lease ID 0x2c444c8cb936adf7: from storage DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6 node DatanodeRegistration(127.0.0.1:44547, datanodeUuid=894db078-c194-4604-adb8-e6e3992f2a7c, infoPort=40855, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:55:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee9110085a8cf06 with lease ID 0x2c444c8cb936adf7: Processing first storage report for DS-df3c1747-f0e9-4880-b4b7-f843e236dbd5 from datanode DatanodeRegistration(127.0.0.1:44547, datanodeUuid=894db078-c194-4604-adb8-e6e3992f2a7c, infoPort=40855, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892) 2024-11-08T06:55:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee9110085a8cf06 with lease ID 0x2c444c8cb936adf7: from storage DS-df3c1747-f0e9-4880-b4b7-f843e236dbd5 node DatanodeRegistration(127.0.0.1:44547, datanodeUuid=894db078-c194-4604-adb8-e6e3992f2a7c, infoPort=40855, infoSecurePort=0, ipcPort=46019, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:55:20,059 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data3/current/BP-1273069175-172.17.0.2-1731048917892/current, will proceed with Du for space computation calculation, 2024-11-08T06:55:20,059 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data4/current/BP-1273069175-172.17.0.2-1731048917892/current, will proceed with Du for space computation calculation, 2024-11-08T06:55:20,077 WARN [Thread-1605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T06:55:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8054936dad1288f7 with lease ID 0x2c444c8cb936adf8: Processing first storage report for DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5 from datanode DatanodeRegistration(127.0.0.1:37767, datanodeUuid=aa0ee9fd-42b1-4ba0-bc03-a8b6dcf1addc, infoPort=37615, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892) 2024-11-08T06:55:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8054936dad1288f7 with lease ID 0x2c444c8cb936adf8: from storage DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5 node DatanodeRegistration(127.0.0.1:37767, datanodeUuid=aa0ee9fd-42b1-4ba0-bc03-a8b6dcf1addc, infoPort=37615, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:55:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8054936dad1288f7 with lease ID 0x2c444c8cb936adf8: Processing first storage report for DS-5e1d6eeb-1bfe-472d-b1c6-02ce0be30bd4 from datanode DatanodeRegistration(127.0.0.1:37767, datanodeUuid=aa0ee9fd-42b1-4ba0-bc03-a8b6dcf1addc, infoPort=37615, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892) 2024-11-08T06:55:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8054936dad1288f7 with lease ID 0x2c444c8cb936adf8: from storage DS-5e1d6eeb-1bfe-472d-b1c6-02ce0be30bd4 node DatanodeRegistration(127.0.0.1:37767, datanodeUuid=aa0ee9fd-42b1-4ba0-bc03-a8b6dcf1addc, infoPort=37615, infoSecurePort=0, ipcPort=35565, storageInfo=lv=-57;cid=testClusterID;nsid=1549303668;c=1731048917892), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T06:55:20,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03 2024-11-08T06:55:20,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/zookeeper_0, clientPort=54972, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T06:55:20,185 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54972 2024-11-08T06:55:20,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:55:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741825_1001 (size=7) 2024-11-08T06:55:20,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c with version=8 2024-11-08T06:55:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:37573/user/jenkins/test-data/0b578187-3d7d-2ac2-0af4-bca6900422d3/hbase-staging 2024-11-08T06:55:20,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:55:20,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:55:20,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:55:20,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:55:20,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:55:20,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:55:20,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T06:55:20,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:55:20,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33589 2024-11-08T06:55:20,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33589 connecting to ZooKeeper ensemble=127.0.0.1:54972 2024-11-08T06:55:20,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335890x0, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:55:20,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33589-0x101193a50220000 connected 2024-11-08T06:55:20,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:55:20,368 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c, hbase.cluster.distributed=false 2024-11-08T06:55:20,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:55:20,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-08T06:55:20,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33589 2024-11-08T06:55:20,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33589 2024-11-08T06:55:20,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-08T06:55:20,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-08T06:55:20,384 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T06:55:20,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:55:20,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T06:55:20,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T06:55:20,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T06:55:20,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T06:55:20,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T06:55:20,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T06:55:20,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46881 2024-11-08T06:55:20,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46881 connecting to ZooKeeper ensemble=127.0.0.1:54972 2024-11-08T06:55:20,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468810x0, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T06:55:20,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46881-0x101193a50220001 connected 2024-11-08T06:55:20,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:55:20,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T06:55:20,400 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T06:55:20,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T06:55:20,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T06:55:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-08T06:55:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46881 2024-11-08T06:55:20,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46881 2024-11-08T06:55:20,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-08T06:55:20,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-08T06:55:20,419 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:33589 2024-11-08T06:55:20,420 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:55:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:55:20,431 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T06:55:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,441 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T06:55:20,442 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a4831bbffd,33589,1731048920201 from backup master directory 2024-11-08T06:55:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:55:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T06:55:20,451 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:55:20,451 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,455 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/hbase.id] with ID: b3c210cc-ff03-4aef-ab91-e4be1b88b677 2024-11-08T06:55:20,455 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/.tmp/hbase.id 2024-11-08T06:55:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:55:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741826_1002 (size=42) 2024-11-08T06:55:20,461 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/.tmp/hbase.id]:[hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/hbase.id] 2024-11-08T06:55:20,473 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:20,473 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T06:55:20,475 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T06:55:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:55:20,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741827_1003 (size=196) 2024-11-08T06:55:20,489 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T06:55:20,490 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T06:55:20,491 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:55:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:55:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741828_1004 (size=1189) 2024-11-08T06:55:20,498 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store 2024-11-08T06:55:20,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:55:20,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741829_1005 (size=34) 2024-11-08T06:55:20,504 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:55:20,504 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:55:20,504 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:20,504 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:20,504 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:55:20,504 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:20,504 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:20,505 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048920504Disabling compacts and flushes for region at 1731048920504Disabling writes for close at 1731048920504Writing region close event to WAL at 1731048920504Closed at 1731048920504 2024-11-08T06:55:20,505 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/.initializing 2024-11-08T06:55:20,505 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/WALs/08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,506 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:55:20,508 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C33589%2C1731048920201, suffix=, logDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/WALs/08a4831bbffd,33589,1731048920201, archiveDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/oldWALs, maxLogs=10 2024-11-08T06:55:20,518 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/WALs/08a4831bbffd,33589,1731048920201/08a4831bbffd%2C33589%2C1731048920201.1731048920508, exclude list is [], retry=0 2024-11-08T06:55:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5,DISK] 2024-11-08T06:55:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6,DISK] 2024-11-08T06:55:20,522 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/WALs/08a4831bbffd,33589,1731048920201/08a4831bbffd%2C33589%2C1731048920201.1731048920508 2024-11-08T06:55:20,523 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37615:37615),(127.0.0.1/127.0.0.1:40855:40855)] 2024-11-08T06:55:20,523 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:55:20,523 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:55:20,523 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,523 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T06:55:20,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T06:55:20,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:20,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:55:20,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T06:55:20,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:20,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:55:20,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T06:55:20,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:20,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T06:55:20,532 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,532 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,532 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,534 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,534 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,534 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T06:55:20,535 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T06:55:20,537 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:55:20,537 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864406, jitterRate=0.09915001690387726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T06:55:20,538 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731048920523Initializing all the Stores at 1731048920524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048920524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048920524Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048920524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048920524Cleaning up temporary data from old regions at 1731048920534 (+10 ms)Region opened successfully at 1731048920538 (+4 ms) 2024-11-08T06:55:20,538 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T06:55:20,542 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1738d04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:55:20,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T06:55:20,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T06:55:20,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T06:55:20,543 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T06:55:20,544 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T06:55:20,544 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T06:55:20,544 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T06:55:20,546 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T06:55:20,547 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T06:55:20,556 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T06:55:20,557 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T06:55:20,558 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T06:55:20,567 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T06:55:20,567 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T06:55:20,568 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T06:55:20,578 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T06:55:20,579 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T06:55:20,588 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T06:55:20,590 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T06:55:20,599 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T06:55:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:55:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T06:55:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,610 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,33589,1731048920201, sessionid=0x101193a50220000, setting cluster-up flag (Was=false) 2024-11-08T06:55:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,662 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T06:55:20,663 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:20,714 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T06:55:20,716 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,33589,1731048920201 2024-11-08T06:55:20,717 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T06:55:20,718 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T06:55:20,719 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T06:55:20,719 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T06:55:20,719 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,33589,1731048920201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:55:20,720 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731048950721 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T06:55:20,721 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T06:55:20,722 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:20,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:55:20,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T06:55:20,722 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T06:55:20,722 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T06:55:20,722 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T06:55:20,722 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T06:55:20,722 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T06:55:20,722 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048920722,5,FailOnTimeoutGroup] 2024-11-08T06:55:20,723 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048920722,5,FailOnTimeoutGroup] 2024-11-08T06:55:20,723 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:20,723 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T06:55:20,723 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:20,723 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:20,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:20,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T06:55:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:55:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741831_1007 (size=1321) 2024-11-08T06:55:20,808 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(746): ClusterId : b3c210cc-ff03-4aef-ab91-e4be1b88b677 2024-11-08T06:55:20,808 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T06:55:20,866 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T06:55:20,866 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T06:55:20,951 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T06:55:20,952 DEBUG [RS:0;08a4831bbffd:46881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d85713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T06:55:20,967 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:46881 2024-11-08T06:55:20,968 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T06:55:20,968 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T06:55:20,968 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T06:55:20,968 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,33589,1731048920201 with port=46881, startcode=1731048920384 2024-11-08T06:55:20,968 DEBUG [RS:0;08a4831bbffd:46881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T06:55:20,970 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T06:55:20,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,46881,1731048920384 2024-11-08T06:55:20,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,46881,1731048920384 2024-11-08T06:55:20,971 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c 2024-11-08T06:55:20,971 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32807 2024-11-08T06:55:20,971 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T06:55:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:55:20,999 DEBUG [RS:0;08a4831bbffd:46881 {}] zookeeper.ZKUtil(111): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a4831bbffd,46881,1731048920384 2024-11-08T06:55:20,999 WARN [RS:0;08a4831bbffd:46881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T06:55:20,999 INFO [RS:0;08a4831bbffd:46881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:55:21,000 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,46881,1731048920384] 2024-11-08T06:55:21,005 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T06:55:21,008 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T06:55:21,009 INFO [RS:0;08a4831bbffd:46881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T06:55:21,009 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,009 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T06:55:21,011 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T06:55:21,011 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:55:21,011 DEBUG [RS:0;08a4831bbffd:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T06:55:21,012 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,012 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,012 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,012 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,012 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,012 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,46881,1731048920384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:55:21,027 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T06:55:21,027 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,46881,1731048920384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,027 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,027 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.Replication(171): 08a4831bbffd,46881,1731048920384 started 2024-11-08T06:55:21,040 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,040 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,46881,1731048920384, RpcServer on 08a4831bbffd/172.17.0.2:46881, sessionid=0x101193a50220001 2024-11-08T06:55:21,040 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T06:55:21,040 DEBUG [RS:0;08a4831bbffd:46881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,040 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,46881,1731048920384' 2024-11-08T06:55:21,040 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T06:55:21,041 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T06:55:21,041 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T06:55:21,041 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T06:55:21,041 DEBUG [RS:0;08a4831bbffd:46881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,041 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,46881,1731048920384' 2024-11-08T06:55:21,041 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T06:55:21,042 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T06:55:21,042 DEBUG [RS:0;08a4831bbffd:46881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T06:55:21,042 INFO [RS:0;08a4831bbffd:46881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T06:55:21,042 INFO [RS:0;08a4831bbffd:46881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T06:55:21,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T06:55:21,131 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c 2024-11-08T06:55:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:55:21,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741832_1008 (size=32) 2024-11-08T06:55:21,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:55:21,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:55:21,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:55:21,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:55:21,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:55:21,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:55:21,143 INFO [RS:0;08a4831bbffd:46881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:55:21,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:55:21,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,144 INFO [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C46881%2C1731048920384, suffix=, logDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384, archiveDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs, maxLogs=32 2024-11-08T06:55:21,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:55:21,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:55:21,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:55:21,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740 2024-11-08T06:55:21,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740 2024-11-08T06:55:21,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:55:21,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:55:21,148 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:55:21,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:55:21,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T06:55:21,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=828180, jitterRate=0.05308607220649719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:55:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731048921138Initializing all the Stores at 1731048921138Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048921138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048921139 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048921139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048921139Cleaning up temporary data from old regions at 1731048921148 (+9 ms)Region opened successfully at 1731048921151 (+3 ms) 2024-11-08T06:55:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:55:21,152 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:55:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:55:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:55:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:55:21,152 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:55:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048921152Disabling compacts and flushes for region at 1731048921152Disabling writes for close at 1731048921152Writing region close event to WAL at 1731048921152Closed at 1731048921152 2024-11-08T06:55:21,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:55:21,153 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T06:55:21,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T06:55:21,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:55:21,155 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T06:55:21,157 DEBUG [RS:0;08a4831bbffd:46881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384/08a4831bbffd%2C46881%2C1731048920384.1731048921144, exclude list is [], retry=0 2024-11-08T06:55:21,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6,DISK] 2024-11-08T06:55:21,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5,DISK] 2024-11-08T06:55:21,161 INFO [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384/08a4831bbffd%2C46881%2C1731048920384.1731048921144 2024-11-08T06:55:21,162 DEBUG [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:37615:37615)] 2024-11-08T06:55:21,305 DEBUG [08a4831bbffd:33589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T06:55:21,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,46881,1731048920384, state=OPENING 2024-11-08T06:55:21,314 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T06:55:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:21,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:55:21,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:55:21,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T06:55:21,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,46881,1731048920384}] 2024-11-08T06:55:21,478 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T06:55:21,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T06:55:21,486 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T06:55:21,486 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:55:21,486 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T06:55:21,488 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C46881%2C1731048920384.meta, suffix=.meta, logDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384, archiveDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs, maxLogs=32 2024-11-08T06:55:21,503 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384/08a4831bbffd%2C46881%2C1731048920384.meta.1731048921488.meta, exclude list is [], retry=0 2024-11-08T06:55:21,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6,DISK] 2024-11-08T06:55:21,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5,DISK] 2024-11-08T06:55:21,507 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/08a4831bbffd,46881,1731048920384/08a4831bbffd%2C46881%2C1731048920384.meta.1731048921488.meta 2024-11-08T06:55:21,507 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:37615:37615)] 2024-11-08T06:55:21,507 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T06:55:21,507 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T06:55:21,507 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T06:55:21,507 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T06:55:21,507 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T06:55:21,507 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T06:55:21,508 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T06:55:21,508 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T06:55:21,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T06:55:21,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T06:55:21,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T06:55:21,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T06:55:21,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T06:55:21,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T06:55:21,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T06:55:21,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T06:55:21,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T06:55:21,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T06:55:21,513 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T06:55:21,513 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740 2024-11-08T06:55:21,514 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740 2024-11-08T06:55:21,516 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T06:55:21,516 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T06:55:21,516 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T06:55:21,518 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T06:55:21,519 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751861, jitterRate=-0.04395975172519684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T06:55:21,519 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T06:55:21,520 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731048921508Writing region info on filesystem at 1731048921508Initializing all the Stores at 1731048921508Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048921508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048921509 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731048921509Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731048921509Cleaning up temporary data from old regions at 1731048921516 (+7 ms)Running coprocessor post-open hooks at 1731048921519 (+3 ms)Region opened successfully at 1731048921520 (+1 ms) 2024-11-08T06:55:21,521 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731048921478 2024-11-08T06:55:21,523 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T06:55:21,523 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T06:55:21,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,46881,1731048920384, state=OPEN 2024-11-08T06:55:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:55:21,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T06:55:21,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:55:21,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T06:55:21,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T06:55:21,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,46881,1731048920384 in 258 msec 2024-11-08T06:55:21,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T06:55:21,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-08T06:55:21,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T06:55:21,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T06:55:21,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:55:21,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,46881,1731048920384, seqNum=-1] 2024-11-08T06:55:21,596 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:55:21,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:55:21,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 883 msec 2024-11-08T06:55:21,601 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731048921601, completionTime=-1 2024-11-08T06:55:21,601 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T06:55:21,601 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731048981603 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731049041603 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33589,1731048920201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33589,1731048920201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33589,1731048920201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,603 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:33589, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,604 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,604 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,605 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.156sec 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33589,1731048920201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T06:55:21,607 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33589,1731048920201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T06:55:21,609 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T06:55:21,609 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T06:55:21,609 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33589,1731048920201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T06:55:21,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fdd96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:55:21,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33589,-1 for getting cluster id 2024-11-08T06:55:21,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T06:55:21,709 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3c210cc-ff03-4aef-ab91-e4be1b88b677' 2024-11-08T06:55:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T06:55:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3c210cc-ff03-4aef-ab91-e4be1b88b677" 2024-11-08T06:55:21,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2625addd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:55:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33589,-1] 2024-11-08T06:55:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T06:55:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:21,711 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T06:55:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed3a227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T06:55:21,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T06:55:21,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,46881,1731048920384, seqNum=-1] 2024-11-08T06:55:21,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T06:55:21,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T06:55:21,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,33589,1731048920201 2024-11-08T06:55:21,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T06:55:21,723 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-08T06:55:21,723 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T06:55:21,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T06:55:21,727 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1, archiveDir=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs, maxLogs=32 2024-11-08T06:55:21,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921727, exclude list is [], retry=0 2024-11-08T06:55:21,743 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6,DISK] 2024-11-08T06:55:21,743 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5,DISK] 2024-11-08T06:55:21,745 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921727 2024-11-08T06:55:21,745 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:37615:37615)] 2024-11-08T06:55:21,755 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921745, exclude list is [], retry=0 2024-11-08T06:55:21,758 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44547,DS-9acf56ef-f764-43ad-bdb9-d761fd0820e6,DISK] 2024-11-08T06:55:21,758 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37767,DS-9dd0d1d2-4b0a-4741-bba3-d827774db4e5,DISK] 2024-11-08T06:55:21,760 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921727 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921745 2024-11-08T06:55:21,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:37615:37615)] 2024-11-08T06:55:21,760 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921727 is not closed yet, will try archiving it next time 2024-11-08T06:55:21,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741835_1011 (size=93) 2024-11-08T06:55:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741835_1011 (size=93) 2024-11-08T06:55:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741836_1012 (size=93) 2024-11-08T06:55:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741836_1012 (size=93) 2024-11-08T06:55:21,762 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/WALs/test.com,8080,1/test.com%2C8080%2C1.1731048921727 to hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs/test.com%2C8080%2C1.1731048921727 2024-11-08T06:55:21,764 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs 2024-11-08T06:55:21,764 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731048921745) 2024-11-08T06:55:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T06:55:21,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:55:21,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:55:21,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:21,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:21,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T06:55:21,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T06:55:21,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=794723892, stopped=false 2024-11-08T06:55:21,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,33589,1731048920201 2024-11-08T06:55:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:55:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T06:55:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:21,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:55:21,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T06:55:21,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:55:21,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:21,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:55:21,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,46881,1731048920384' ***** 2024-11-08T06:55:21,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T06:55:21,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T06:55:21,790 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T06:55:21,790 INFO [RS:0;08a4831bbffd:46881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T06:55:21,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T06:55:21,790 INFO [RS:0;08a4831bbffd:46881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T06:55:21,790 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,46881,1731048920384 2024-11-08T06:55:21,790 INFO [RS:0;08a4831bbffd:46881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:55:21,790 INFO [RS:0;08a4831bbffd:46881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:46881. 2024-11-08T06:55:21,790 DEBUG [RS:0;08a4831bbffd:46881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T06:55:21,790 DEBUG [RS:0;08a4831bbffd:46881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:21,791 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T06:55:21,791 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T06:55:21,791 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T06:55:21,791 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T06:55:21,791 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T06:55:21,791 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T06:55:21,791 DEBUG [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T06:55:21,791 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T06:55:21,791 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T06:55:21,792 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T06:55:21,792 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T06:55:21,792 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T06:55:21,792 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T06:55:21,809 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/.tmp/ns/d616148e2d3840859665f65b10388d6c is 43, key is default/ns:d/1731048921598/Put/seqid=0 2024-11-08T06:55:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741837_1013 (size=5153) 2024-11-08T06:55:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741837_1013 (size=5153) 2024-11-08T06:55:21,814 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/.tmp/ns/d616148e2d3840859665f65b10388d6c 2024-11-08T06:55:21,819 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/.tmp/ns/d616148e2d3840859665f65b10388d6c as hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/ns/d616148e2d3840859665f65b10388d6c 2024-11-08T06:55:21,823 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/ns/d616148e2d3840859665f65b10388d6c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T06:55:21,824 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-08T06:55:21,824 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T06:55:21,828 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T06:55:21,828 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T06:55:21,828 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T06:55:21,828 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731048921791Running coprocessor pre-close hooks at 1731048921791Disabling compacts and flushes for region at 1731048921791Disabling writes for close at 1731048921792 (+1 ms)Obtaining lock to block concurrent updates at 1731048921792Preparing flush snapshotting stores in 1588230740 at 1731048921792Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731048921793 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731048921793Flushing 1588230740/ns: creating writer at 1731048921793Flushing 1588230740/ns: appending metadata at 1731048921809 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731048921809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d1a7d1: reopening flushed file at 1731048921818 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731048921824 (+6 ms)Writing region close event to WAL at 1731048921825 (+1 ms)Running coprocessor post-close hooks at 1731048921828 (+3 ms)Closed at 1731048921828 2024-11-08T06:55:21,828 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T06:55:21,991 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,46881,1731048920384; all regions closed. 2024-11-08T06:55:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741834_1010 (size=1152) 2024-11-08T06:55:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741834_1010 (size=1152) 2024-11-08T06:55:22,001 DEBUG [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs 2024-11-08T06:55:22,001 INFO [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C46881%2C1731048920384.meta:.meta(num 1731048921488) 2024-11-08T06:55:22,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741833_1009 (size=93) 2024-11-08T06:55:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741833_1009 (size=93) 2024-11-08T06:55:22,007 DEBUG [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/oldWALs 2024-11-08T06:55:22,007 INFO [RS:0;08a4831bbffd:46881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C46881%2C1731048920384:(num 1731048921144) 2024-11-08T06:55:22,007 DEBUG [RS:0;08a4831bbffd:46881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T06:55:22,007 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T06:55:22,008 INFO [RS:0;08a4831bbffd:46881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:55:22,008 INFO [RS:0;08a4831bbffd:46881 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T06:55:22,008 INFO [RS:0;08a4831bbffd:46881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:55:22,008 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:55:22,008 INFO [RS:0;08a4831bbffd:46881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46881 2024-11-08T06:55:22,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T06:55:22,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a4831bbffd,46881,1731048920384 2024-11-08T06:55:22,020 INFO [RS:0;08a4831bbffd:46881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:55:22,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,46881,1731048920384] 2024-11-08T06:55:22,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a4831bbffd,46881,1731048920384 already deleted, retry=false 2024-11-08T06:55:22,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,46881,1731048920384 expired; onlineServers=0 2024-11-08T06:55:22,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,33589,1731048920201' ***** 2024-11-08T06:55:22,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T06:55:22,041 INFO [M:0;08a4831bbffd:33589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T06:55:22,042 INFO [M:0;08a4831bbffd:33589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T06:55:22,042 DEBUG [M:0;08a4831bbffd:33589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T06:55:22,042 DEBUG [M:0;08a4831bbffd:33589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T06:55:22,042 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T06:55:22,042 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048920722 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731048920722,5,FailOnTimeoutGroup] 2024-11-08T06:55:22,042 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048920722 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731048920722,5,FailOnTimeoutGroup] 2024-11-08T06:55:22,043 INFO [M:0;08a4831bbffd:33589 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T06:55:22,043 INFO [M:0;08a4831bbffd:33589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T06:55:22,043 DEBUG [M:0;08a4831bbffd:33589 {}] master.HMaster(1795): Stopping service threads 2024-11-08T06:55:22,043 INFO [M:0;08a4831bbffd:33589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T06:55:22,043 INFO [M:0;08a4831bbffd:33589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T06:55:22,044 INFO [M:0;08a4831bbffd:33589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T06:55:22,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T06:55:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T06:55:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T06:55:22,052 DEBUG [M:0;08a4831bbffd:33589 {}] zookeeper.ZKUtil(347): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T06:55:22,052 WARN [M:0;08a4831bbffd:33589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T06:55:22,053 INFO [M:0;08a4831bbffd:33589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/.lastflushedseqids 2024-11-08T06:55:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741838_1014 (size=99) 2024-11-08T06:55:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741838_1014 (size=99) 2024-11-08T06:55:22,064 INFO [M:0;08a4831bbffd:33589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T06:55:22,064 INFO [M:0;08a4831bbffd:33589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T06:55:22,064 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T06:55:22,064 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:22,064 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:22,064 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T06:55:22,064 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:22,064 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-08T06:55:22,078 DEBUG [M:0;08a4831bbffd:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d0f65f99fb84209bd9618e04990a9fa is 82, key is hbase:meta,,1/info:regioninfo/1731048921523/Put/seqid=0 2024-11-08T06:55:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741839_1015 (size=5672) 2024-11-08T06:55:22,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741839_1015 (size=5672) 2024-11-08T06:55:22,083 INFO [M:0;08a4831bbffd:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d0f65f99fb84209bd9618e04990a9fa 2024-11-08T06:55:22,100 DEBUG [M:0;08a4831bbffd:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/263af0589a73492d800512f187c8d352 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731048921601/Put/seqid=0 2024-11-08T06:55:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741840_1016 (size=5275) 2024-11-08T06:55:22,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741840_1016 (size=5275) 2024-11-08T06:55:22,104 INFO [M:0;08a4831bbffd:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/263af0589a73492d800512f187c8d352 2024-11-08T06:55:22,122 DEBUG [M:0;08a4831bbffd:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dc8884d2b814525b00a8b56547cf839 is 69, key is 08a4831bbffd,46881,1731048920384/rs:state/1731048920970/Put/seqid=0 2024-11-08T06:55:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741841_1017 (size=5156) 2024-11-08T06:55:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741841_1017 (size=5156) 2024-11-08T06:55:22,127 INFO [M:0;08a4831bbffd:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dc8884d2b814525b00a8b56547cf839 2024-11-08T06:55:22,131 INFO [RS:0;08a4831bbffd:46881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:55:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:22,131 INFO [RS:0;08a4831bbffd:46881 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,46881,1731048920384; zookeeper connection closed. 2024-11-08T06:55:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x101193a50220001, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:22,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@361634e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@361634e2 2024-11-08T06:55:22,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T06:55:22,145 DEBUG [M:0;08a4831bbffd:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/152430280ae340ecb389ef159dca42f1 is 52, key is load_balancer_on/state:d/1731048921722/Put/seqid=0 2024-11-08T06:55:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741842_1018 (size=5056) 2024-11-08T06:55:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741842_1018 (size=5056) 2024-11-08T06:55:22,150 INFO [M:0;08a4831bbffd:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/152430280ae340ecb389ef159dca42f1 2024-11-08T06:55:22,155 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d0f65f99fb84209bd9618e04990a9fa as hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d0f65f99fb84209bd9618e04990a9fa 2024-11-08T06:55:22,160 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d0f65f99fb84209bd9618e04990a9fa, entries=8, sequenceid=29, filesize=5.5 K 2024-11-08T06:55:22,161 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/263af0589a73492d800512f187c8d352 as hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/263af0589a73492d800512f187c8d352 2024-11-08T06:55:22,165 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/263af0589a73492d800512f187c8d352, entries=3, sequenceid=29, filesize=5.2 K 2024-11-08T06:55:22,167 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dc8884d2b814525b00a8b56547cf839 as hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dc8884d2b814525b00a8b56547cf839 2024-11-08T06:55:22,171 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dc8884d2b814525b00a8b56547cf839, entries=1, sequenceid=29, filesize=5.0 K 2024-11-08T06:55:22,171 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/152430280ae340ecb389ef159dca42f1 as hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/152430280ae340ecb389ef159dca42f1 2024-11-08T06:55:22,175 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32807/user/jenkins/test-data/5d46e7d0-18f4-339a-7a8d-0f39e791b81c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/152430280ae340ecb389ef159dca42f1, entries=1, sequenceid=29, filesize=4.9 K 2024-11-08T06:55:22,176 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=29, compaction requested=false 2024-11-08T06:55:22,178 INFO [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T06:55:22,178 DEBUG [M:0;08a4831bbffd:33589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731048922064Disabling compacts and flushes for region at 1731048922064Disabling writes for close at 1731048922064Obtaining lock to block concurrent updates at 1731048922065 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731048922065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731048922065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731048922065Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731048922065Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731048922078 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731048922078Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731048922087 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731048922099 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731048922099Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731048922108 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731048922122 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731048922122Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731048922132 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731048922145 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731048922145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c407e0: reopening flushed file at 1731048922154 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1885fafe: reopening flushed file at 1731048922160 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba6dd7d: reopening flushed file at 1731048922166 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522c68c: reopening flushed file at 1731048922171 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=29, compaction requested=false at 1731048922176 (+5 ms)Writing region close event to WAL at 1731048922178 (+2 ms)Closed at 1731048922178 2024-11-08T06:55:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44547 is added to blk_1073741830_1006 (size=10311) 2024-11-08T06:55:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37767 is added to blk_1073741830_1006 (size=10311) 2024-11-08T06:55:22,180 INFO [M:0;08a4831bbffd:33589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T06:55:22,180 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T06:55:22,180 INFO [M:0;08a4831bbffd:33589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33589 2024-11-08T06:55:22,180 INFO [M:0;08a4831bbffd:33589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T06:55:22,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:22,319 INFO [M:0;08a4831bbffd:33589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T06:55:22,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x101193a50220000, quorum=127.0.0.1:54972, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T06:55:22,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9bbc41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:55:22,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@650affc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:55:22,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:55:22,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11aa3304{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:55:22,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105d5d17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir/,STOPPED} 2024-11-08T06:55:22,327 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:55:22,327 WARN [BP-1273069175-172.17.0.2-1731048917892 heartbeating to localhost/127.0.0.1:32807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:55:22,327 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:55:22,327 WARN [BP-1273069175-172.17.0.2-1731048917892 heartbeating to localhost/127.0.0.1:32807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1273069175-172.17.0.2-1731048917892 (Datanode Uuid aa0ee9fd-42b1-4ba0-bc03-a8b6dcf1addc) service to localhost/127.0.0.1:32807 2024-11-08T06:55:22,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data3/current/BP-1273069175-172.17.0.2-1731048917892 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:22,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,328 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data4/current/BP-1273069175-172.17.0.2-1731048917892 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:22,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T06:55:22,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:55:22,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fad669f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T06:55:22,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51688171{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:55:22,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:55:22,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@378afd74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:55:22,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125444db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir/,STOPPED} 2024-11-08T06:55:22,358 WARN [BP-1273069175-172.17.0.2-1731048917892 heartbeating to localhost/127.0.0.1:32807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T06:55:22,358 WARN [BP-1273069175-172.17.0.2-1731048917892 heartbeating to localhost/127.0.0.1:32807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1273069175-172.17.0.2-1731048917892 (Datanode Uuid 894db078-c194-4604-adb8-e6e3992f2a7c) service to localhost/127.0.0.1:32807 2024-11-08T06:55:22,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T06:55:22,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T06:55:22,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data1/current/BP-1273069175-172.17.0.2-1731048917892 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:22,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/cluster_f3b0b8af-9103-f4aa-4a68-2ca8c7391d36/data/data2/current/BP-1273069175-172.17.0.2-1731048917892 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T06:55:22,359 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T06:55:22,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3200b319{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T06:55:22,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a843c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T06:55:22,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T06:55:22,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e79ccf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T06:55:22,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242237ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86fd8b89-01e5-d4cb-a8ab-50fa1259ae03/hadoop.log.dir/,STOPPED} 2024-11-08T06:55:22,369 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T06:55:22,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T06:55:22,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 114) - Thread LEAK? -, OpenFileDescriptor=516 (was 461) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 65), ProcessCount=11 (was 11), AvailableMemoryMB=9358 (was 9405)