2024-11-12 09:41:17,180 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-12 09:41:17,196 main DEBUG Took 0.013950 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 09:41:17,196 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 09:41:17,197 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 09:41:17,198 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 09:41:17,199 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,210 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 09:41:17,227 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,230 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,230 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,231 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,232 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,233 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,235 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,238 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,240 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 09:41:17,243 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,243 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 09:41:17,245 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 09:41:17,247 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 09:41:17,250 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 09:41:17,251 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 09:41:17,253 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 09:41:17,253 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 09:41:17,264 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 09:41:17,267 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 09:41:17,269 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 09:41:17,270 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 09:41:17,271 main DEBUG createAppenders(={Console}) 2024-11-12 09:41:17,272 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-12 09:41:17,273 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-12 09:41:17,273 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-12 09:41:17,274 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 09:41:17,274 main DEBUG OutputStream closed 2024-11-12 09:41:17,275 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 09:41:17,275 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 09:41:17,276 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-12 09:41:17,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 09:41:17,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 09:41:17,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 09:41:17,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 09:41:17,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 09:41:17,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 09:41:17,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 09:41:17,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 09:41:17,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 09:41:17,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 09:41:17,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 09:41:17,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 09:41:17,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 09:41:17,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 09:41:17,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 09:41:17,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 09:41:17,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 09:41:17,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 09:41:17,360 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 09:41:17,360 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-12 09:41:17,361 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 09:41:17,361 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-12T09:41:17,590 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2 2024-11-12 09:41:17,593 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 09:41:17,593 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T09:41:17,602 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-12T09:41:17,634 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=7628 2024-11-12T09:41:17,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:41:17,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b, deleteOnExit=true 2024-11-12T09:41:17,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:41:17,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/test.cache.data in system properties and HBase conf 2024-11-12T09:41:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:41:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:41:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:41:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:41:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:41:17,731 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T09:41:17,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:41:17,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:41:17,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:41:17,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:41:17,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:41:17,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:41:17,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:41:17,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:41:17,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:41:17,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:41:17,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:41:17,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:41:17,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:41:17,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:41:17,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:41:18,844 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T09:41:18,914 INFO [Time-limited test {}] log.Log(170): Logging initialized @2413ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T09:41:18,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:41:19,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:41:19,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:41:19,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:41:19,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:41:19,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:41:19,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e28f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:41:19,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3f0e82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:41:19,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f6230cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/java.io.tmpdir/jetty-localhost-42713-hadoop-hdfs-3_4_1-tests_jar-_-any-13411175592442231975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:41:19,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cc972c{HTTP/1.1, (http/1.1)}{localhost:42713} 2024-11-12T09:41:19,248 INFO [Time-limited test {}] server.Server(415): Started @2748ms 2024-11-12T09:41:19,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:41:19,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:41:19,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:41:19,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:41:19,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:41:19,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a76042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:41:19,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df4123b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:41:19,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d1b572{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/java.io.tmpdir/jetty-localhost-41715-hadoop-hdfs-3_4_1-tests_jar-_-any-1397643366305705302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:41:19,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@941f858{HTTP/1.1, (http/1.1)}{localhost:41715} 2024-11-12T09:41:19,880 INFO [Time-limited test {}] server.Server(415): Started @3381ms 2024-11-12T09:41:19,930 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:41:20,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:41:20,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:41:20,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:41:20,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:41:20,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:41:20,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c827d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:41:20,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4968b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:41:20,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ddd35e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/java.io.tmpdir/jetty-localhost-35779-hadoop-hdfs-3_4_1-tests_jar-_-any-6901272416058698387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:41:20,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d818894{HTTP/1.1, (http/1.1)}{localhost:35779} 2024-11-12T09:41:20,160 INFO [Time-limited test {}] server.Server(415): Started @3660ms 2024-11-12T09:41:20,162 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:41:21,138 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data2/current/BP-1503282031-172.17.0.2-1731404478340/current, will proceed with Du for space computation calculation, 2024-11-12T09:41:21,138 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data1/current/BP-1503282031-172.17.0.2-1731404478340/current, will proceed with Du for space computation calculation, 2024-11-12T09:41:21,138 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data3/current/BP-1503282031-172.17.0.2-1731404478340/current, will proceed with Du for space computation calculation, 2024-11-12T09:41:21,138 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data4/current/BP-1503282031-172.17.0.2-1731404478340/current, will proceed with Du for space computation calculation, 2024-11-12T09:41:21,170 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:41:21,170 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:41:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x650a0f76f9ef3a03 with lease ID 0x4fe06ca0a75d61b9: Processing first storage report for DS-3de8bfea-a527-4a07-a118-3935a11b12a3 from datanode DatanodeRegistration(127.0.0.1:40723, datanodeUuid=d1ea05a7-0b41-4331-a983-ebd9884b4196, infoPort=40265, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340) 2024-11-12T09:41:21,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x650a0f76f9ef3a03 with lease ID 0x4fe06ca0a75d61b9: from storage DS-3de8bfea-a527-4a07-a118-3935a11b12a3 node DatanodeRegistration(127.0.0.1:40723, datanodeUuid=d1ea05a7-0b41-4331-a983-ebd9884b4196, infoPort=40265, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T09:41:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bd4cf3c0a969424 with lease ID 0x4fe06ca0a75d61b8: Processing first storage report for DS-c23d8e18-76fe-4678-b62f-95db36f935c3 from datanode DatanodeRegistration(127.0.0.1:43857, datanodeUuid=74f35536-6bf0-4986-b391-8bd48622b23c, infoPort=42671, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340) 2024-11-12T09:41:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bd4cf3c0a969424 with lease ID 0x4fe06ca0a75d61b8: from storage DS-c23d8e18-76fe-4678-b62f-95db36f935c3 node DatanodeRegistration(127.0.0.1:43857, datanodeUuid=74f35536-6bf0-4986-b391-8bd48622b23c, infoPort=42671, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:41:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x650a0f76f9ef3a03 with lease ID 0x4fe06ca0a75d61b9: Processing first storage report for DS-8d938992-8431-4b6a-b174-c1c7061530a6 from datanode DatanodeRegistration(127.0.0.1:40723, datanodeUuid=d1ea05a7-0b41-4331-a983-ebd9884b4196, infoPort=40265, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340) 2024-11-12T09:41:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x650a0f76f9ef3a03 with lease ID 0x4fe06ca0a75d61b9: from storage DS-8d938992-8431-4b6a-b174-c1c7061530a6 node DatanodeRegistration(127.0.0.1:40723, datanodeUuid=d1ea05a7-0b41-4331-a983-ebd9884b4196, infoPort=40265, infoSecurePort=0, ipcPort=44995, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:41:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bd4cf3c0a969424 with lease ID 0x4fe06ca0a75d61b8: Processing first storage report for DS-d131e02d-8987-4127-80b5-94ea8a606214 from datanode DatanodeRegistration(127.0.0.1:43857, datanodeUuid=74f35536-6bf0-4986-b391-8bd48622b23c, infoPort=42671, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340) 2024-11-12T09:41:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bd4cf3c0a969424 with lease ID 0x4fe06ca0a75d61b8: from storage DS-d131e02d-8987-4127-80b5-94ea8a606214 node DatanodeRegistration(127.0.0.1:43857, datanodeUuid=74f35536-6bf0-4986-b391-8bd48622b23c, infoPort=42671, infoSecurePort=0, ipcPort=42159, storageInfo=lv=-57;cid=testClusterID;nsid=866821575;c=1731404478340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:41:21,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2 2024-11-12T09:41:21,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/zookeeper_0, clientPort=57130, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:41:21,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57130 2024-11-12T09:41:21,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:21,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:41:21,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:41:22,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0 with version=8 2024-11-12T09:41:22,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase-staging 2024-11-12T09:41:22,158 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T09:41:22,430 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:41:22,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:41:22,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:41:22,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:41:22,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:41:22,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:41:22,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:41:22,666 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T09:41:22,675 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T09:41:22,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:41:22,705 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6104 (auto-detected) 2024-11-12T09:41:22,706 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T09:41:22,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34315 2024-11-12T09:41:22,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34315 connecting to ZooKeeper ensemble=127.0.0.1:57130 2024-11-12T09:41:22,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343150x0, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:41:22,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34315-0x1012fb5560c0000 connected 2024-11-12T09:41:22,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:22,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:22,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:41:22,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0, hbase.cluster.distributed=false 2024-11-12T09:41:23,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:41:23,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-12T09:41:23,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34315 2024-11-12T09:41:23,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34315 2024-11-12T09:41:23,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-12T09:41:23,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-12T09:41:23,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:41:23,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:41:23,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:41:23,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:41:23,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:41:23,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:41:23,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:41:23,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:41:23,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37215 2024-11-12T09:41:23,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37215 connecting to ZooKeeper ensemble=127.0.0.1:57130 2024-11-12T09:41:23,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:23,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:23,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372150x0, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:41:23,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:41:23,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37215-0x1012fb5560c0001 connected 2024-11-12T09:41:23,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:41:23,469 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:41:23,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:41:23,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:41:23,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-12T09:41:23,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-11-12T09:41:23,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-11-12T09:41:23,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-12T09:41:23,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-12T09:41:23,513 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:34315 2024-11-12T09:41:23,515 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,34315,1731404482248 2024-11-12T09:41:23,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:41:23,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:41:23,539 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,34315,1731404482248 2024-11-12T09:41:23,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:23,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:41:23,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:23,572 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:41:23,575 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,34315,1731404482248 from backup master directory 2024-11-12T09:41:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,34315,1731404482248 2024-11-12T09:41:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:41:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:41:23,588 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:41:23,588 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,34315,1731404482248 2024-11-12T09:41:23,591 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T09:41:23,592 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T09:41:23,650 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase.id] with ID: ea690c40-5787-4fcb-9229-9c6a2e25ffff 2024-11-12T09:41:23,650 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/.tmp/hbase.id 2024-11-12T09:41:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:41:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:41:23,667 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/.tmp/hbase.id]:[hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase.id] 2024-11-12T09:41:23,719 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:23,724 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:41:23,742 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T09:41:23,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:23,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:41:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:41:23,804 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:41:23,806 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:41:23,812 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:41:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:41:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:41:23,874 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store 2024-11-12T09:41:23,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:41:23,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:41:24,301 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T09:41:24,304 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:41:24,306 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:41:24,306 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:41:24,306 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:41:24,308 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:41:24,308 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:41:24,308 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:41:24,310 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404484306Disabling compacts and flushes for region at 1731404484306Disabling writes for close at 1731404484308 (+2 ms)Writing region close event to WAL at 1731404484308Closed at 1731404484308 2024-11-12T09:41:24,312 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/.initializing 2024-11-12T09:41:24,313 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/WALs/eb677afb1da9,34315,1731404482248 2024-11-12T09:41:24,322 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:41:24,339 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C34315%2C1731404482248, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/WALs/eb677afb1da9,34315,1731404482248, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/oldWALs, maxLogs=10 2024-11-12T09:41:24,375 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/WALs/eb677afb1da9,34315,1731404482248/eb677afb1da9%2C34315%2C1731404482248.1731404484345, exclude list is [], retry=0 2024-11-12T09:41:24,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:41:24,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:41:24,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:41:24,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T09:41:24,446 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/WALs/eb677afb1da9,34315,1731404482248/eb677afb1da9%2C34315%2C1731404482248.1731404484345 2024-11-12T09:41:24,448 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40265:40265),(127.0.0.1/127.0.0.1:42671:42671)] 2024-11-12T09:41:24,448 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:41:24,449 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:41:24,453 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,454 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:41:24,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:24,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:24,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:41:24,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:24,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:41:24,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:41:24,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:24,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:41:24,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:41:24,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:24,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:41:24,546 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,551 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,552 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,558 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,559 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,563 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:41:24,568 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:41:24,576 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:41:24,579 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830293, jitterRate=0.055773377418518066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:41:24,588 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731404484467Initializing all the Stores at 1731404484471 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404484472 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404484473 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404484473Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404484473Cleaning up temporary data from old regions at 1731404484559 (+86 ms)Region opened successfully at 1731404484588 (+29 ms) 2024-11-12T09:41:24,590 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:41:24,638 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faf6e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:41:24,673 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:41:24,687 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:41:24,687 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:41:24,691 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:41:24,692 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T09:41:24,699 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-12T09:41:24,699 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T09:41:24,732 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:41:24,740 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:41:24,786 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:41:24,790 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:41:24,793 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:41:24,803 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:41:24,806 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:41:24,811 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:41:24,820 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:41:24,822 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:41:24,828 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:41:24,851 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:41:24,861 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:41:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:41:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:41:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:24,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:24,874 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,34315,1731404482248, sessionid=0x1012fb5560c0000, setting cluster-up flag (Was=false) 2024-11-12T09:41:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:24,928 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:41:24,930 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,34315,1731404482248 2024-11-12T09:41:24,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:24,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:24,978 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:41:24,980 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,34315,1731404482248 2024-11-12T09:41:24,986 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:41:24,999 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(746): ClusterId : ea690c40-5787-4fcb-9229-9c6a2e25ffff 2024-11-12T09:41:25,002 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:41:25,015 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:41:25,016 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:41:25,031 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:41:25,032 DEBUG [RS:0;eb677afb1da9:37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3757ec3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:41:25,054 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:37215 2024-11-12T09:41:25,059 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:41:25,059 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:41:25,059 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:41:25,064 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,34315,1731404482248 with port=37215, startcode=1731404483248 2024-11-12T09:41:25,079 DEBUG [RS:0;eb677afb1da9:37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:41:25,085 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:41:25,102 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:41:25,111 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:41:25,117 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,34315,1731404482248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:41:25,126 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:41:25,127 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:41:25,129 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:41:25,129 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:41:25,130 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:41:25,130 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,130 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:41:25,130 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,144 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731404515144 2024-11-12T09:41:25,145 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:41:25,146 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:41:25,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:41:25,147 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:41:25,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:41:25,151 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:41:25,152 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:41:25,152 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:41:25,152 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:41:25,152 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34315 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T09:41:25,155 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,172 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:25,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:41:25,177 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:41:25,179 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:41:25,179 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:41:25,204 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:41:25,204 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:41:25,212 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T09:41:25,213 WARN [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T09:41:25,218 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404485206,5,FailOnTimeoutGroup] 2024-11-12T09:41:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:41:25,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:41:25,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:41:25,237 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0 2024-11-12T09:41:25,242 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404485218,5,FailOnTimeoutGroup] 2024-11-12T09:41:25,243 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,243 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:41:25,245 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,245 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:41:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:41:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:41:25,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:41:25,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:41:25,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:25,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:25,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:41:25,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:41:25,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:25,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:25,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:41:25,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:41:25,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:25,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:25,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:41:25,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:41:25,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:25,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:25,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:41:25,316 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,34315,1731404482248 with port=37215, startcode=1731404483248 2024-11-12T09:41:25,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740 2024-11-12T09:41:25,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34315 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740 2024-11-12T09:41:25,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:41:25,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:41:25,333 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:41:25,336 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0 2024-11-12T09:41:25,336 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44559 2024-11-12T09:41:25,336 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:41:25,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:41:25,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:41:25,347 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823206, jitterRate=0.0467609167098999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:41:25,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731404485289Initializing all the Stores at 1731404485291 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404485292 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404485292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404485292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404485292Cleaning up temporary data from old regions at 1731404485331 (+39 ms)Region opened successfully at 1731404485352 (+21 ms) 2024-11-12T09:41:25,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:41:25,353 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:41:25,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:41:25,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:41:25,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:41:25,365 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:41:25,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404485353Disabling compacts and flushes for region at 1731404485353Disabling writes for close at 1731404485353Writing region close event to WAL at 1731404485365 (+12 ms)Closed at 1731404485365 2024-11-12T09:41:25,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:41:25,371 DEBUG [RS:0;eb677afb1da9:37215 {}] zookeeper.ZKUtil(111): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:41:25,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:41:25,371 WARN [RS:0;eb677afb1da9:37215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:41:25,372 INFO [RS:0;eb677afb1da9:37215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:41:25,372 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,37215,1731404483248] 2024-11-12T09:41:25,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:41:25,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:41:25,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:41:25,429 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:41:25,449 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:41:25,458 INFO [RS:0;eb677afb1da9:37215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:41:25,458 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,459 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:41:25,465 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:41:25,466 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,467 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,467 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,467 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,467 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,468 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,468 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:41:25,468 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,468 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,468 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,469 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,469 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,469 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:41:25,469 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:41:25,469 DEBUG [RS:0;eb677afb1da9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:41:25,482 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,482 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,482 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,482 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,482 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,483 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37215,1731404483248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:41:25,513 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:41:25,515 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37215,1731404483248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,516 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,516 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.Replication(171): eb677afb1da9,37215,1731404483248 started 2024-11-12T09:41:25,542 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:25,544 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,37215,1731404483248, RpcServer on eb677afb1da9/172.17.0.2:37215, sessionid=0x1012fb5560c0001 2024-11-12T09:41:25,545 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:41:25,545 DEBUG [RS:0;eb677afb1da9:37215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,545 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,37215,1731404483248' 2024-11-12T09:41:25,545 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:41:25,550 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:41:25,552 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:41:25,552 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:41:25,552 DEBUG [RS:0;eb677afb1da9:37215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,552 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,37215,1731404483248' 2024-11-12T09:41:25,552 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:41:25,553 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:41:25,554 DEBUG [RS:0;eb677afb1da9:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:41:25,554 INFO [RS:0;eb677afb1da9:37215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:41:25,554 INFO [RS:0;eb677afb1da9:37215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:41:25,555 WARN [eb677afb1da9:34315 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:41:25,660 INFO [RS:0;eb677afb1da9:37215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:41:25,665 INFO [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C37215%2C1731404483248, suffix=, logDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/oldWALs, maxLogs=32 2024-11-12T09:41:25,691 DEBUG [RS:0;eb677afb1da9:37215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404485669, exclude list is [], retry=0 2024-11-12T09:41:25,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:41:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:41:25,717 INFO [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404485669 2024-11-12T09:41:25,719 DEBUG [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:40265:40265)] 2024-11-12T09:41:25,808 DEBUG [eb677afb1da9:34315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T09:41:25,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,37215,1731404483248 2024-11-12T09:41:25,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,37215,1731404483248, state=OPENING 2024-11-12T09:41:25,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:41:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:25,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:41:25,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:41:25,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:41:25,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:41:25,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,37215,1731404483248}] 2024-11-12T09:41:26,082 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:41:26,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:41:26,098 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:41:26,098 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:41:26,099 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:41:26,103 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C37215%2C1731404483248.meta, suffix=.meta, logDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248, archiveDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/oldWALs, maxLogs=32 2024-11-12T09:41:26,121 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.meta.1731404486104.meta, exclude list is [], retry=0 2024-11-12T09:41:26,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:41:26,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:41:26,133 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.meta.1731404486104.meta 2024-11-12T09:41:26,134 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:40265:40265)] 2024-11-12T09:41:26,135 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:41:26,137 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:41:26,140 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:41:26,145 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:41:26,149 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:41:26,150 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:41:26,150 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:41:26,151 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:41:26,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:41:26,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:41:26,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:26,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:26,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:41:26,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:41:26,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:26,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:26,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:41:26,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:41:26,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:26,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:26,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:41:26,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:41:26,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:26,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:41:26,170 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:41:26,172 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740 2024-11-12T09:41:26,176 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740 2024-11-12T09:41:26,178 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:41:26,179 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:41:26,179 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:41:26,183 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:41:26,185 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=853178, jitterRate=0.08487306535243988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:41:26,185 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:41:26,187 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731404486151Writing region info on filesystem at 1731404486151Initializing all the Stores at 1731404486153 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404486153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404486154 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404486155 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404486155Cleaning up temporary data from old regions at 1731404486179 (+24 ms)Running coprocessor post-open hooks at 1731404486185 (+6 ms)Region opened successfully at 1731404486187 (+2 ms) 2024-11-12T09:41:26,195 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731404486072 2024-11-12T09:41:26,208 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:41:26,209 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:41:26,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,37215,1731404483248 2024-11-12T09:41:26,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,37215,1731404483248, state=OPEN 2024-11-12T09:41:26,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:41:26,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:41:26,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:41:26,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:41:26,261 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,37215,1731404483248 2024-11-12T09:41:26,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:41:26,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,37215,1731404483248 in 362 msec 2024-11-12T09:41:26,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:41:26,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 892 msec 2024-11-12T09:41:26,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:41:26,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:41:26,316 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:41:26,318 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,37215,1731404483248, seqNum=-1] 2024-11-12T09:41:26,340 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:41:26,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37167, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:41:26,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-12T09:41:26,381 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731404486381, completionTime=-1 2024-11-12T09:41:26,384 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T09:41:26,384 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:41:26,432 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T09:41:26,433 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731404546433 2024-11-12T09:41:26,433 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731404606433 2024-11-12T09:41:26,433 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 48 msec 2024-11-12T09:41:26,436 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34315,1731404482248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,436 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34315,1731404482248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,437 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34315,1731404482248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,439 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:34315, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,439 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,448 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,454 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:41:26,489 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-12T09:41:26,491 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:41:26,493 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:41:26,498 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:41:26,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:41:26,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:41:26,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34315,1731404482248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:41:26,504 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34315,1731404482248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:41:26,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818be86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:41:26,532 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T09:41:26,532 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T09:41:26,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,34315,-1 for getting cluster id 2024-11-12T09:41:26,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:41:26,561 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:41:26,563 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:41:26,563 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,34315,1731404482248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:41:26,579 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea690c40-5787-4fcb-9229-9c6a2e25ffff' 2024-11-12T09:41:26,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:41:26,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea690c40-5787-4fcb-9229-9c6a2e25ffff" 2024-11-12T09:41:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b453eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:41:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,34315,-1] 2024-11-12T09:41:26,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:41:26,598 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:41:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:41:26,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5400c0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:41:26,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:41:26,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,37215,1731404483248, seqNum=-1] 2024-11-12T09:41:26,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:41:26,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:41:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,34315,1731404482248 2024-11-12T09:41:26,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:41:26,657 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T09:41:26,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:41:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,34315,1731404482248 2024-11-12T09:41:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bf4de6 2024-11-12T09:41:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:41:26,675 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:41:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T09:41:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T09:41:26,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:41:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-12T09:41:26,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:41:26,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-12T09:41:26,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:26,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:41:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741835_1011 (size=389) 2024-11-12T09:41:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741835_1011 (size=389) 2024-11-12T09:41:26,729 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 149bf5a25a89885f867c40bcd04ad96d, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0 2024-11-12T09:41:26,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741836_1012 (size=72) 2024-11-12T09:41:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741836_1012 (size=72) 2024-11-12T09:41:26,752 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:41:26,753 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 149bf5a25a89885f867c40bcd04ad96d, disabling compactions & flushes 2024-11-12T09:41:26,753 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:26,753 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:26,753 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. after waiting 0 ms 2024-11-12T09:41:26,753 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:26,753 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:26,753 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 149bf5a25a89885f867c40bcd04ad96d: Waiting for close lock at 1731404486753Disabling compacts and flushes for region at 1731404486753Disabling writes for close at 1731404486753Writing region close event to WAL at 1731404486753Closed at 1731404486753 2024-11-12T09:41:26,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:41:26,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731404486756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731404486756"}]},"ts":"1731404486756"} 2024-11-12T09:41:26,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:41:26,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:41:26,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404486767"}]},"ts":"1731404486767"} 2024-11-12T09:41:26,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-12T09:41:26,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=149bf5a25a89885f867c40bcd04ad96d, ASSIGN}] 2024-11-12T09:41:26,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=149bf5a25a89885f867c40bcd04ad96d, ASSIGN 2024-11-12T09:41:26,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=149bf5a25a89885f867c40bcd04ad96d, ASSIGN; state=OFFLINE, location=eb677afb1da9,37215,1731404483248; forceNewPlan=false, retain=false 2024-11-12T09:41:26,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=149bf5a25a89885f867c40bcd04ad96d, regionState=OPENING, regionLocation=eb677afb1da9,37215,1731404483248 2024-11-12T09:41:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=149bf5a25a89885f867c40bcd04ad96d, ASSIGN because future has completed 2024-11-12T09:41:26,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 149bf5a25a89885f867c40bcd04ad96d, server=eb677afb1da9,37215,1731404483248}] 2024-11-12T09:41:27,105 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:27,105 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 149bf5a25a89885f867c40bcd04ad96d, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:41:27,105 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,106 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:41:27,106 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,106 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,109 INFO [StoreOpener-149bf5a25a89885f867c40bcd04ad96d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,111 INFO [StoreOpener-149bf5a25a89885f867c40bcd04ad96d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 149bf5a25a89885f867c40bcd04ad96d columnFamilyName info 2024-11-12T09:41:27,111 DEBUG [StoreOpener-149bf5a25a89885f867c40bcd04ad96d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:41:27,113 INFO [StoreOpener-149bf5a25a89885f867c40bcd04ad96d-1 {}] regionserver.HStore(327): Store=149bf5a25a89885f867c40bcd04ad96d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:41:27,113 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,115 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,116 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,117 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,117 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,122 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,128 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:41:27,129 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 149bf5a25a89885f867c40bcd04ad96d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=823293, jitterRate=0.0468723326921463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:41:27,130 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:27,131 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 149bf5a25a89885f867c40bcd04ad96d: Running coprocessor pre-open hook at 1731404487106Writing region info on filesystem at 1731404487106Initializing all the Stores at 1731404487108 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404487108Cleaning up temporary data from old regions at 1731404487117 (+9 ms)Running coprocessor post-open hooks at 1731404487130 (+13 ms)Region opened successfully at 1731404487131 (+1 ms) 2024-11-12T09:41:27,134 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d., pid=6, masterSystemTime=1731404487098 2024-11-12T09:41:27,140 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:27,140 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:27,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=149bf5a25a89885f867c40bcd04ad96d, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,37215,1731404483248 2024-11-12T09:41:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 149bf5a25a89885f867c40bcd04ad96d, server=eb677afb1da9,37215,1731404483248 because future has completed 2024-11-12T09:41:27,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T09:41:27,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 149bf5a25a89885f867c40bcd04ad96d, server=eb677afb1da9,37215,1731404483248 in 206 msec 2024-11-12T09:41:27,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:41:27,194 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404487194"}]},"ts":"1731404487194"} 2024-11-12T09:41:27,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T09:41:27,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=149bf5a25a89885f867c40bcd04ad96d, ASSIGN in 399 msec 2024-11-12T09:41:27,198 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-12T09:41:27,201 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:41:27,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 518 msec 2024-11-12T09:41:31,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T09:41:31,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:41:31,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-12T09:41:32,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T09:41:32,663 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T09:41:32,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-12T09:41:32,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T09:41:32,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:41:32,665 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T09:41:32,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T09:41:32,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T09:41:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:41:36,787 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-12T09:41:36,791 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-12T09:41:36,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-12T09:41:36,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:41:36,814 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404496799, exclude list is [], retry=0 2024-11-12T09:41:36,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:41:36,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:41:36,821 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404485669 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404496799 2024-11-12T09:41:36,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:40265:40265)] 2024-11-12T09:41:36,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404485669 is not closed yet, will try archiving it next time 2024-11-12T09:41:36,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741833_1009 (size=451) 2024-11-12T09:41:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741833_1009 (size=451) 2024-11-12T09:41:36,831 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404485669 to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/oldWALs/eb677afb1da9%2C37215%2C1731404483248.1731404485669 2024-11-12T09:41:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d., hostname=eb677afb1da9,37215,1731404483248, seqNum=2] 2024-11-12T09:41:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegion(8855): Flush requested on 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:41:50,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 149bf5a25a89885f867c40bcd04ad96d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:41:50,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/c3335217e10446868a2f985cd80d736b is 1055, key is row0001/info:/1731404496835/Put/seqid=0 2024-11-12T09:41:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741838_1014 (size=13386) 2024-11-12T09:41:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741838_1014 (size=13386) 2024-11-12T09:41:50,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/c3335217e10446868a2f985cd80d736b 2024-11-12T09:41:51,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/c3335217e10446868a2f985cd80d736b as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/c3335217e10446868a2f985cd80d736b 2024-11-12T09:41:51,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/c3335217e10446868a2f985cd80d736b, entries=8, sequenceid=12, filesize=13.1 K 2024-11-12T09:41:51,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 149bf5a25a89885f867c40bcd04ad96d in 162ms, sequenceid=12, compaction requested=false 2024-11-12T09:41:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 149bf5a25a89885f867c40bcd04ad96d: 2024-11-12T09:41:51,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:41:56,908 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404516889, exclude list is [], retry=0 2024-11-12T09:41:56,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:41:56,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:41:56,933 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404496799 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404516889 2024-11-12T09:41:56,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40265:40265),(127.0.0.1/127.0.0.1:42671:42671)] 2024-11-12T09:41:56,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404496799 is not closed yet, will try archiving it next time 2024-11-12T09:41:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741837_1013 (size=12149) 2024-11-12T09:41:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741837_1013 (size=12149) 2024-11-12T09:42:01,941 INFO [AsyncFSWAL-0-hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0-prefix:eb677afb1da9,37215,1731404483248 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5004 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK], DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK]] 2024-11-12T09:42:01,942 WARN [AsyncFSWAL-0-hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0-prefix:eb677afb1da9,37215,1731404483248 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5004 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK], DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK]] 2024-11-12T09:42:01,943 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb677afb1da9%2C37215%2C1731404483248:(num 1731404516889) roll requested 2024-11-12T09:42:01,957 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404521944, exclude list is [], retry=0 2024-11-12T09:42:01,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:42:01,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:42:01,994 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404516889 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404521944 2024-11-12T09:42:01,994 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:40265:40265)] 2024-11-12T09:42:01,994 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404516889 is not closed yet, will try archiving it next time 2024-11-12T09:42:01,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741839_1015 (size=1233) 2024-11-12T09:42:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741839_1015 (size=1233) 2024-11-12T09:42:03,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:42:03,957 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404523943, exclude list is [], retry=0 2024-11-12T09:42:03,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43857,DS-c23d8e18-76fe-4678-b62f-95db36f935c3,DISK] 2024-11-12T09:42:03,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40723,DS-3de8bfea-a527-4a07-a118-3935a11b12a3,DISK] 2024-11-12T09:42:03,963 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404521944 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404523943 2024-11-12T09:42:03,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:40265:40265)] 2024-11-12T09:42:03,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404521944 is not closed yet, will try archiving it next time 2024-11-12T09:42:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741840_1016 (size=93) 2024-11-12T09:42:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741840_1016 (size=93) 2024-11-12T09:42:03,967 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/WALs/eb677afb1da9,37215,1731404483248/eb677afb1da9%2C37215%2C1731404483248.1731404521944 to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/oldWALs/eb677afb1da9%2C37215%2C1731404483248.1731404521944 2024-11-12T09:42:06,564 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T09:42:06,564 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T09:42:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] regionserver.HRegion(8855): Flush requested on 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:42:11,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 149bf5a25a89885f867c40bcd04ad96d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:42:11,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/6a05bcbcdcba4f31a23cea671f1d89ac is 1055, key is row0009/info:/1731404512883/Put/seqid=0 2024-11-12T09:42:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741842_1018 (size=13386) 2024-11-12T09:42:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741842_1018 (size=13386) 2024-11-12T09:42:12,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/6a05bcbcdcba4f31a23cea671f1d89ac 2024-11-12T09:42:12,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/6a05bcbcdcba4f31a23cea671f1d89ac as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/6a05bcbcdcba4f31a23cea671f1d89ac 2024-11-12T09:42:12,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/6a05bcbcdcba4f31a23cea671f1d89ac, entries=8, sequenceid=23, filesize=13.1 K 2024-11-12T09:42:12,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 149bf5a25a89885f867c40bcd04ad96d in 72ms, sequenceid=23, compaction requested=false 2024-11-12T09:42:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 149bf5a25a89885f867c40bcd04ad96d: 2024-11-12T09:42:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-12T09:42:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:42:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/c3335217e10446868a2f985cd80d736b because midkey is the same as first or last row 2024-11-12T09:42:12,106 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 149bf5a25a89885f867c40bcd04ad96d, had cached 0 bytes from a total of 26772 2024-11-12T09:42:21,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:42:24,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:42:24,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:42:24,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:42:24,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:24,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:24,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:42:24,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:42:24,019 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1094358287, stopped=false 2024-11-12T09:42:24,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,34315,1731404482248 2024-11-12T09:42:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:24,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:42:24,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:42:24,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:42:24,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:24,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,37215,1731404483248' ***** 2024-11-12T09:42:24,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:42:24,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:24,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:24,083 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:42:24,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:42:24,083 INFO [RS:0;eb677afb1da9:37215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:42:24,084 INFO [RS:0;eb677afb1da9:37215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:42:24,084 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 149bf5a25a89885f867c40bcd04ad96d 2024-11-12T09:42:24,084 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,37215,1731404483248 2024-11-12T09:42:24,084 INFO [RS:0;eb677afb1da9:37215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:42:24,084 INFO [RS:0;eb677afb1da9:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:37215. 2024-11-12T09:42:24,085 DEBUG [RS:0;eb677afb1da9:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:42:24,085 DEBUG [RS:0;eb677afb1da9:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:24,085 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 149bf5a25a89885f867c40bcd04ad96d, disabling compactions & flushes 2024-11-12T09:42:24,085 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:42:24,085 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:42:24,085 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. after waiting 0 ms 2024-11-12T09:42:24,085 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:42:24,085 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:42:24,085 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:42:24,085 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:42:24,085 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:42:24,086 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 149bf5a25a89885f867c40bcd04ad96d 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-12T09:42:24,086 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T09:42:24,086 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:42:24,086 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 149bf5a25a89885f867c40bcd04ad96d=TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d.} 2024-11-12T09:42:24,086 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:42:24,086 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:42:24,086 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:42:24,086 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:42:24,086 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1351): Waiting on 149bf5a25a89885f867c40bcd04ad96d, 1588230740 2024-11-12T09:42:24,087 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-12T09:42:24,098 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/26deeff636104731b245767c69a0dab0 is 1055, key is row0017/info:/1731404533993/Put/seqid=0 2024-11-12T09:42:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741843_1019 (size=10222) 2024-11-12T09:42:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741843_1019 (size=10222) 2024-11-12T09:42:24,126 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/info/93cacb5bd6f04878b57958ae2ac22c2f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d./info:regioninfo/1731404487140/Put/seqid=0 2024-11-12T09:42:24,126 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/26deeff636104731b245767c69a0dab0 2024-11-12T09:42:24,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741844_1020 (size=7016) 2024-11-12T09:42:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741844_1020 (size=7016) 2024-11-12T09:42:24,151 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/info/93cacb5bd6f04878b57958ae2ac22c2f 2024-11-12T09:42:24,160 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/.tmp/info/26deeff636104731b245767c69a0dab0 as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/26deeff636104731b245767c69a0dab0 2024-11-12T09:42:24,183 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/info/26deeff636104731b245767c69a0dab0, entries=5, sequenceid=31, filesize=10.0 K 2024-11-12T09:42:24,185 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 149bf5a25a89885f867c40bcd04ad96d in 100ms, sequenceid=31, compaction requested=true 2024-11-12T09:42:24,187 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/ns/6140bf0aaf2f4917951c6db4f126f894 is 43, key is default/ns:d/1731404486351/Put/seqid=0 2024-11-12T09:42:24,195 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/default/TestLogRolling-testSlowSyncLogRolling/149bf5a25a89885f867c40bcd04ad96d/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-12T09:42:24,203 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:42:24,203 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 149bf5a25a89885f867c40bcd04ad96d: Waiting for close lock at 1731404544084Running coprocessor pre-close hooks at 1731404544085 (+1 ms)Disabling compacts and flushes for region at 1731404544085Disabling writes for close at 1731404544085Obtaining lock to block concurrent updates at 1731404544086 (+1 ms)Preparing flush snapshotting stores in 149bf5a25a89885f867c40bcd04ad96d at 1731404544086Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731404544086Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. at 1731404544088 (+2 ms)Flushing 149bf5a25a89885f867c40bcd04ad96d/info: creating writer at 1731404544088Flushing 149bf5a25a89885f867c40bcd04ad96d/info: appending metadata at 1731404544097 (+9 ms)Flushing 149bf5a25a89885f867c40bcd04ad96d/info: closing flushed file at 1731404544097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8f113e: reopening flushed file at 1731404544158 (+61 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 149bf5a25a89885f867c40bcd04ad96d in 100ms, sequenceid=31, compaction requested=true at 1731404544185 (+27 ms)Writing region close event to WAL at 1731404544188 (+3 ms)Running coprocessor post-close hooks at 1731404544196 (+8 ms)Closed at 1731404544203 (+7 ms) 2024-11-12T09:42:24,205 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731404486676.149bf5a25a89885f867c40bcd04ad96d. 2024-11-12T09:42:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741845_1021 (size=5153) 2024-11-12T09:42:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741845_1021 (size=5153) 2024-11-12T09:42:24,214 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/ns/6140bf0aaf2f4917951c6db4f126f894 2024-11-12T09:42:24,244 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/table/4daabfa3e66847c09536228a1e91ab06 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731404487194/Put/seqid=0 2024-11-12T09:42:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741846_1022 (size=5396) 2024-11-12T09:42:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741846_1022 (size=5396) 2024-11-12T09:42:24,253 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/table/4daabfa3e66847c09536228a1e91ab06 2024-11-12T09:42:24,264 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/info/93cacb5bd6f04878b57958ae2ac22c2f as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/info/93cacb5bd6f04878b57958ae2ac22c2f 2024-11-12T09:42:24,275 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/info/93cacb5bd6f04878b57958ae2ac22c2f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-12T09:42:24,277 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/ns/6140bf0aaf2f4917951c6db4f126f894 as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/ns/6140bf0aaf2f4917951c6db4f126f894 2024-11-12T09:42:24,287 DEBUG [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:42:24,289 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/ns/6140bf0aaf2f4917951c6db4f126f894, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T09:42:24,290 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/.tmp/table/4daabfa3e66847c09536228a1e91ab06 as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/table/4daabfa3e66847c09536228a1e91ab06 2024-11-12T09:42:24,301 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/table/4daabfa3e66847c09536228a1e91ab06, entries=2, sequenceid=11, filesize=5.3 K 2024-11-12T09:42:24,303 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 217ms, sequenceid=11, compaction requested=false 2024-11-12T09:42:24,309 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T09:42:24,310 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:42:24,310 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:42:24,311 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404544086Running coprocessor pre-close hooks at 1731404544086Disabling compacts and flushes for region at 1731404544086Disabling writes for close at 1731404544086Obtaining lock to block concurrent updates at 1731404544087 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731404544087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731404544087Flushing stores of hbase:meta,,1.1588230740 at 1731404544090 (+3 ms)Flushing 1588230740/info: creating writer at 1731404544090Flushing 1588230740/info: appending metadata at 1731404544124 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731404544124Flushing 1588230740/ns: creating writer at 1731404544165 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731404544186 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731404544186Flushing 1588230740/table: creating writer at 1731404544225 (+39 ms)Flushing 1588230740/table: appending metadata at 1731404544243 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731404544243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df36a38: reopening flushed file at 1731404544263 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153b89d8: reopening flushed file at 1731404544275 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6092242f: reopening flushed file at 1731404544289 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 217ms, sequenceid=11, compaction requested=false at 1731404544303 (+14 ms)Writing region close event to WAL at 1731404544304 (+1 ms)Running coprocessor post-close hooks at 1731404544310 (+6 ms)Closed at 1731404544310 2024-11-12T09:42:24,311 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:42:24,487 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,37215,1731404483248; all regions closed. 2024-11-12T09:42:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741834_1010 (size=3066) 2024-11-12T09:42:24,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741834_1010 (size=3066) 2024-11-12T09:42:24,497 DEBUG [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/oldWALs 2024-11-12T09:42:24,497 INFO [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C37215%2C1731404483248.meta:.meta(num 1731404486104) 2024-11-12T09:42:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741841_1017 (size=13164) 2024-11-12T09:42:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741841_1017 (size=13164) 2024-11-12T09:42:24,507 DEBUG [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/oldWALs 2024-11-12T09:42:24,507 INFO [RS:0;eb677afb1da9:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C37215%2C1731404483248:(num 1731404523943) 2024-11-12T09:42:24,507 DEBUG [RS:0;eb677afb1da9:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:24,507 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:42:24,507 INFO [RS:0;eb677afb1da9:37215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:42:24,508 INFO [RS:0;eb677afb1da9:37215 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T09:42:24,508 INFO [RS:0;eb677afb1da9:37215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:42:24,508 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:42:24,509 INFO [RS:0;eb677afb1da9:37215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37215 2024-11-12T09:42:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:42:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,37215,1731404483248 2024-11-12T09:42:24,528 INFO [RS:0;eb677afb1da9:37215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:42:24,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,37215,1731404483248] 2024-11-12T09:42:24,547 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,37215,1731404483248 already deleted, retry=false 2024-11-12T09:42:24,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,37215,1731404483248 expired; onlineServers=0 2024-11-12T09:42:24,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,34315,1731404482248' ***** 2024-11-12T09:42:24,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:42:24,548 INFO [M:0;eb677afb1da9:34315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:42:24,548 INFO [M:0;eb677afb1da9:34315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:42:24,548 DEBUG [M:0;eb677afb1da9:34315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:42:24,548 DEBUG [M:0;eb677afb1da9:34315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:42:24,548 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:42:24,548 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404485206 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404485206,5,FailOnTimeoutGroup] 2024-11-12T09:42:24,548 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404485218 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404485218,5,FailOnTimeoutGroup] 2024-11-12T09:42:24,549 INFO [M:0;eb677afb1da9:34315 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:42:24,549 INFO [M:0;eb677afb1da9:34315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:42:24,549 DEBUG [M:0;eb677afb1da9:34315 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:42:24,549 INFO [M:0;eb677afb1da9:34315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:42:24,549 INFO [M:0;eb677afb1da9:34315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:42:24,550 INFO [M:0;eb677afb1da9:34315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:42:24,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:42:24,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:42:24,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:24,556 DEBUG [M:0;eb677afb1da9:34315 {}] zookeeper.ZKUtil(347): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:42:24,556 WARN [M:0;eb677afb1da9:34315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:42:24,557 INFO [M:0;eb677afb1da9:34315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/.lastflushedseqids 2024-11-12T09:42:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741847_1023 (size=130) 2024-11-12T09:42:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741847_1023 (size=130) 2024-11-12T09:42:24,574 INFO [M:0;eb677afb1da9:34315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:42:24,574 INFO [M:0;eb677afb1da9:34315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:42:24,574 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:42:24,574 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:24,574 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:24,574 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:42:24,574 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:24,575 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-12T09:42:24,598 DEBUG [M:0;eb677afb1da9:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89fa91d53cbd4ae7b5330543c015b354 is 82, key is hbase:meta,,1/info:regioninfo/1731404486210/Put/seqid=0 2024-11-12T09:42:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741848_1024 (size=5672) 2024-11-12T09:42:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741848_1024 (size=5672) 2024-11-12T09:42:24,614 INFO [M:0;eb677afb1da9:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89fa91d53cbd4ae7b5330543c015b354 2024-11-12T09:42:24,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:24,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x1012fb5560c0001, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:24,640 INFO [RS:0;eb677afb1da9:37215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:42:24,640 INFO [RS:0;eb677afb1da9:37215 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,37215,1731404483248; zookeeper connection closed. 2024-11-12T09:42:24,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ca74920 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ca74920 2024-11-12T09:42:24,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T09:42:24,647 DEBUG [M:0;eb677afb1da9:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2942dad55dba46ffbe9d43117c25052d is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731404487209/Put/seqid=0 2024-11-12T09:42:24,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741849_1025 (size=6247) 2024-11-12T09:42:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741849_1025 (size=6247) 2024-11-12T09:42:24,659 INFO [M:0;eb677afb1da9:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2942dad55dba46ffbe9d43117c25052d 2024-11-12T09:42:24,667 INFO [M:0;eb677afb1da9:34315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2942dad55dba46ffbe9d43117c25052d 2024-11-12T09:42:24,684 DEBUG [M:0;eb677afb1da9:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdbbf5b4663a485385bbfb5ba0a941ac is 69, key is eb677afb1da9,37215,1731404483248/rs:state/1731404485325/Put/seqid=0 2024-11-12T09:42:24,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741850_1026 (size=5156) 2024-11-12T09:42:24,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741850_1026 (size=5156) 2024-11-12T09:42:24,693 INFO [M:0;eb677afb1da9:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdbbf5b4663a485385bbfb5ba0a941ac 2024-11-12T09:42:24,722 DEBUG [M:0;eb677afb1da9:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/87e83cedfab448569e610f466e1e1d2c is 52, key is load_balancer_on/state:d/1731404486652/Put/seqid=0 2024-11-12T09:42:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741851_1027 (size=5056) 2024-11-12T09:42:24,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741851_1027 (size=5056) 2024-11-12T09:42:24,735 INFO [M:0;eb677afb1da9:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/87e83cedfab448569e610f466e1e1d2c 2024-11-12T09:42:24,745 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89fa91d53cbd4ae7b5330543c015b354 as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89fa91d53cbd4ae7b5330543c015b354 2024-11-12T09:42:24,756 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89fa91d53cbd4ae7b5330543c015b354, entries=8, sequenceid=59, filesize=5.5 K 2024-11-12T09:42:24,758 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2942dad55dba46ffbe9d43117c25052d as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2942dad55dba46ffbe9d43117c25052d 2024-11-12T09:42:24,768 INFO [M:0;eb677afb1da9:34315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2942dad55dba46ffbe9d43117c25052d 2024-11-12T09:42:24,768 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2942dad55dba46ffbe9d43117c25052d, entries=6, sequenceid=59, filesize=6.1 K 2024-11-12T09:42:24,770 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdbbf5b4663a485385bbfb5ba0a941ac as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdbbf5b4663a485385bbfb5ba0a941ac 2024-11-12T09:42:24,779 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdbbf5b4663a485385bbfb5ba0a941ac, entries=1, sequenceid=59, filesize=5.0 K 2024-11-12T09:42:24,781 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/87e83cedfab448569e610f466e1e1d2c as hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/87e83cedfab448569e610f466e1e1d2c 2024-11-12T09:42:24,791 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/87e83cedfab448569e610f466e1e1d2c, entries=1, sequenceid=59, filesize=4.9 K 2024-11-12T09:42:24,792 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 218ms, sequenceid=59, compaction requested=false 2024-11-12T09:42:24,795 INFO [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:24,795 DEBUG [M:0;eb677afb1da9:34315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404544574Disabling compacts and flushes for region at 1731404544574Disabling writes for close at 1731404544574Obtaining lock to block concurrent updates at 1731404544575 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731404544575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731404544575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731404544576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731404544576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731404544597 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731404544597Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731404544624 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731404544646 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731404544646Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731404544667 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731404544684 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731404544684Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731404544701 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731404544721 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731404544721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7930a0f4: reopening flushed file at 1731404544743 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640c863d: reopening flushed file at 1731404544756 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@407fb9e6: reopening flushed file at 1731404544768 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c6a21b: reopening flushed file at 1731404544780 (+12 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 218ms, sequenceid=59, compaction requested=false at 1731404544793 (+13 ms)Writing region close event to WAL at 1731404544795 (+2 ms)Closed at 1731404544795 2024-11-12T09:42:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40723 is added to blk_1073741830_1006 (size=27973) 2024-11-12T09:42:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43857 is added to blk_1073741830_1006 (size=27973) 2024-11-12T09:42:24,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:42:24,800 INFO [M:0;eb677afb1da9:34315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:42:24,800 INFO [M:0;eb677afb1da9:34315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34315 2024-11-12T09:42:24,800 INFO [M:0;eb677afb1da9:34315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:42:24,928 INFO [M:0;eb677afb1da9:34315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:42:24,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:24,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x1012fb5560c0000, quorum=127.0.0.1:57130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:24,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ddd35e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:24,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d818894{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:24,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:24,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4968b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:24,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c827d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:24,939 WARN [BP-1503282031-172.17.0.2-1731404478340 heartbeating to localhost/127.0.0.1:44559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:24,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:24,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:24,939 WARN [BP-1503282031-172.17.0.2-1731404478340 heartbeating to localhost/127.0.0.1:44559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503282031-172.17.0.2-1731404478340 (Datanode Uuid 74f35536-6bf0-4986-b391-8bd48622b23c) service to localhost/127.0.0.1:44559 2024-11-12T09:42:24,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data3/current/BP-1503282031-172.17.0.2-1731404478340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:24,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data4/current/BP-1503282031-172.17.0.2-1731404478340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:24,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:24,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d1b572{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:24,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@941f858{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:24,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:24,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df4123b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:24,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42a76042{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:24,947 WARN [BP-1503282031-172.17.0.2-1731404478340 heartbeating to localhost/127.0.0.1:44559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:24,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:24,947 WARN [BP-1503282031-172.17.0.2-1731404478340 heartbeating to localhost/127.0.0.1:44559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503282031-172.17.0.2-1731404478340 (Datanode Uuid d1ea05a7-0b41-4331-a983-ebd9884b4196) service to localhost/127.0.0.1:44559 2024-11-12T09:42:24,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:24,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data1/current/BP-1503282031-172.17.0.2-1731404478340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:24,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/cluster_ceadf2d5-8185-8cd2-4605-989af2c3b69b/data/data2/current/BP-1503282031-172.17.0.2-1731404478340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:24,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:24,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f6230cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:42:24,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cc972c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:24,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:24,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3f0e82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:24,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e28f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:24,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:42:25,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T09:42:25,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=70 (was 12) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:44559 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3640f323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:44559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb677afb1da9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/eb677afb1da9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/eb677afb1da9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/eb677afb1da9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:44559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=6994 (was 7628) 2024-11-12T09:42:25,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=71, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=6994 2024-11-12T09:42:25,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.log.dir so I do NOT create it in target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/04876060-8d53-3fba-8960-0b76867ca1a2/hadoop.tmp.dir so I do NOT create it in target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a, deleteOnExit=true 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/test.cache.data in system properties and HBase conf 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:42:25,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:42:25,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:42:25,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:42:25,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:42:25,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:25,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:25,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:25,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:25,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:42:25,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:25,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3afd067c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:25,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b1d8a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:25,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@236fa6bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-37027-hadoop-hdfs-3_4_1-tests_jar-_-any-13623023935371906209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:42:25,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65bc0993{HTTP/1.1, (http/1.1)}{localhost:37027} 2024-11-12T09:42:25,417 INFO [Time-limited test {}] server.Server(415): Started @68918ms 2024-11-12T09:42:25,489 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:42:25,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:25,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:25,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:25,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:25,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:42:25,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34439b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:25,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39bfc810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:25,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f01f34c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-45263-hadoop-hdfs-3_4_1-tests_jar-_-any-1039277173942117072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:25,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46fe1ce7{HTTP/1.1, (http/1.1)}{localhost:45263} 2024-11-12T09:42:25,794 INFO [Time-limited test {}] server.Server(415): Started @69295ms 2024-11-12T09:42:25,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:25,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:25,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:25,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:25,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:25,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:42:25,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77f22f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:25,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8daf33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:25,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64c9c7ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-36027-hadoop-hdfs-3_4_1-tests_jar-_-any-8307628298698077183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:25,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a74365e{HTTP/1.1, (http/1.1)}{localhost:36027} 2024-11-12T09:42:25,976 INFO [Time-limited test {}] server.Server(415): Started @69476ms 2024-11-12T09:42:25,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:26,531 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data2/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:26,531 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data1/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:26,558 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4d6a192179d5c88 with lease ID 0xe2d950509a0a68f4: Processing first storage report for DS-e868512a-f2a5-40e1-986a-d8e6fff23036 from datanode DatanodeRegistration(127.0.0.1:43713, datanodeUuid=5baae0f9-4652-41e5-8abd-98cc63c55c85, infoPort=36217, infoSecurePort=0, ipcPort=40991, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4d6a192179d5c88 with lease ID 0xe2d950509a0a68f4: from storage DS-e868512a-f2a5-40e1-986a-d8e6fff23036 node DatanodeRegistration(127.0.0.1:43713, datanodeUuid=5baae0f9-4652-41e5-8abd-98cc63c55c85, infoPort=36217, infoSecurePort=0, ipcPort=40991, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4d6a192179d5c88 with lease ID 0xe2d950509a0a68f4: Processing first storage report for DS-c9a7dcb8-ff36-44b0-9cff-8e09d8f8ca4d from datanode DatanodeRegistration(127.0.0.1:43713, datanodeUuid=5baae0f9-4652-41e5-8abd-98cc63c55c85, infoPort=36217, infoSecurePort=0, ipcPort=40991, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4d6a192179d5c88 with lease ID 0xe2d950509a0a68f4: from storage DS-c9a7dcb8-ff36-44b0-9cff-8e09d8f8ca4d node DatanodeRegistration(127.0.0.1:43713, datanodeUuid=5baae0f9-4652-41e5-8abd-98cc63c55c85, infoPort=36217, infoSecurePort=0, ipcPort=40991, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:26,680 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data3/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:26,680 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data4/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:26,703 WARN [Thread-371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11c68495834b1568 with lease ID 0xe2d950509a0a68f5: Processing first storage report for DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54 from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e, infoPort=39665, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11c68495834b1568 with lease ID 0xe2d950509a0a68f5: from storage DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54 node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e, infoPort=39665, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11c68495834b1568 with lease ID 0xe2d950509a0a68f5: Processing first storage report for DS-2e94afe7-5fe0-4f90-93c5-cbc1587a17bb from datanode DatanodeRegistration(127.0.0.1:37403, datanodeUuid=4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e, infoPort=39665, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11c68495834b1568 with lease ID 0xe2d950509a0a68f5: from storage DS-2e94afe7-5fe0-4f90-93c5-cbc1587a17bb node DatanodeRegistration(127.0.0.1:37403, datanodeUuid=4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e, infoPort=39665, infoSecurePort=0, ipcPort=35033, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:26,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f 2024-11-12T09:42:26,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/zookeeper_0, clientPort=57577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:42:26,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57577 2024-11-12T09:42:26,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:26,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:42:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:42:26,764 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6 with version=8 2024-11-12T09:42:26,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase-staging 2024-11-12T09:42:26,768 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:42:26,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:26,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:26,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:42:26,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:26,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:42:26,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:42:26,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:42:26,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37713 2024-11-12T09:42:26,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37713 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-12T09:42:26,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377130x0, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:42:26,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37713-0x1012fb655670000 connected 2024-11-12T09:42:26,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:26,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:26,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:26,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6, hbase.cluster.distributed=false 2024-11-12T09:42:26,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:42:26,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-12T09:42:26,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-12T09:42:26,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-12T09:42:26,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-12T09:42:26,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-12T09:42:26,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:42:26,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:42:26,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40185 2024-11-12T09:42:26,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40185 connecting to ZooKeeper ensemble=127.0.0.1:57577 2024-11-12T09:42:26,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:26,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:26,961 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401850x0, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:42:26,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401850x0, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:26,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40185-0x1012fb655670001 connected 2024-11-12T09:42:26,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:42:26,967 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:42:26,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:42:26,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:42:26,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40185 2024-11-12T09:42:26,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40185 2024-11-12T09:42:26,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40185 2024-11-12T09:42:26,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40185 2024-11-12T09:42:26,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40185 2024-11-12T09:42:26,998 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:37713 2024-11-12T09:42:26,999 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:27,003 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:27,005 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,011 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:42:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,011 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,013 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:42:27,013 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,37713,1731404546767 from backup master directory 2024-11-12T09:42:27,019 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:27,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,020 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:42:27,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:27,020 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,029 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/hbase.id] with ID: 61978e6c-607b-4195-b970-498c649e5591 2024-11-12T09:42:27,030 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/.tmp/hbase.id 2024-11-12T09:42:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:42:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:42:27,053 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/.tmp/hbase.id]:[hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/hbase.id] 2024-11-12T09:42:27,077 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:27,077 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:42:27,080 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T09:42:27,103 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:42:27,113 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:42:27,114 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:42:27,114 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:42:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:42:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:42:27,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:42:27,132 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store 2024-11-12T09:42:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:42:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:42:27,144 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:27,144 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:42:27,144 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:27,145 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:27,145 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:42:27,145 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:27,145 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:27,145 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404547144Disabling compacts and flushes for region at 1731404547144Disabling writes for close at 1731404547145 (+1 ms)Writing region close event to WAL at 1731404547145Closed at 1731404547145 2024-11-12T09:42:27,146 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/.initializing 2024-11-12T09:42:27,146 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,148 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:42:27,151 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C37713%2C1731404546767, suffix=, logDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/oldWALs, maxLogs=10 2024-11-12T09:42:27,169 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151, exclude list is [], retry=0 2024-11-12T09:42:27,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-e868512a-f2a5-40e1-986a-d8e6fff23036,DISK] 2024-11-12T09:42:27,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK] 2024-11-12T09:42:27,183 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 2024-11-12T09:42:27,184 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-12T09:42:27,184 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:42:27,184 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:27,185 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,185 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:42:27,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:27,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:42:27,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:27,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:42:27,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:27,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:42:27,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:27,215 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,216 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,217 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,220 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,220 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,221 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:42:27,224 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:27,234 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:42:27,236 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=869561, jitterRate=0.10570418834686279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:42:27,237 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731404547185Initializing all the Stores at 1731404547187 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404547187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404547197 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404547198 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404547198Cleaning up temporary data from old regions at 1731404547220 (+22 ms)Region opened successfully at 1731404547237 (+17 ms) 2024-11-12T09:42:27,238 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:42:27,247 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2867e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:42:27,248 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:42:27,249 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:42:27,249 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:42:27,249 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:42:27,250 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T09:42:27,251 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T09:42:27,251 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T09:42:27,255 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:42:27,257 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:42:27,277 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:42:27,278 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:42:27,280 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:42:27,286 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:42:27,287 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:42:27,288 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:42:27,294 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:42:27,296 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:42:27,303 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:42:27,305 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:42:27,311 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:42:27,319 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:27,320 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:27,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,322 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,37713,1731404546767, sessionid=0x1012fb655670000, setting cluster-up flag (Was=false) 2024-11-12T09:42:27,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,336 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,361 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:42:27,363 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,378 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,403 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:42:27,404 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,37713,1731404546767 2024-11-12T09:42:27,406 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:42:27,421 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:27,421 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:42:27,422 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:42:27,422 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,37713,1731404546767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:42:27,424 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:27,424 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:27,424 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:27,424 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:27,424 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:42:27,424 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,425 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:42:27,425 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:27,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731404577429 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:42:27,430 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:42:27,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:42:27,438 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,439 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:42:27,440 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:42:27,440 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:42:27,453 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:42:27,453 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:42:27,453 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404547453,5,FailOnTimeoutGroup] 2024-11-12T09:42:27,454 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404547453,5,FailOnTimeoutGroup] 2024-11-12T09:42:27,454 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,454 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:42:27,454 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,454 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:42:27,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:42:27,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:42:27,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6 2024-11-12T09:42:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37403 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:42:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:42:27,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:27,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:42:27,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:42:27,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:27,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:42:27,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:42:27,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:27,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:42:27,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:42:27,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,495 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(746): ClusterId : 61978e6c-607b-4195-b970-498c649e5591 2024-11-12T09:42:27,495 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:42:27,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:27,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:42:27,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:42:27,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:27,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:27,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:42:27,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740 2024-11-12T09:42:27,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740 2024-11-12T09:42:27,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:42:27,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:42:27,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:42:27,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:42:27,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:42:27,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=752176, jitterRate=-0.04355935752391815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:42:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731404547483Initializing all the Stores at 1731404547484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404547484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404547484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404547484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404547484Cleaning up temporary data from old regions at 1731404547503 (+19 ms)Region opened successfully at 1731404547516 (+13 ms) 2024-11-12T09:42:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:42:27,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:42:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:42:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:42:27,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:42:27,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:42:27,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404547517Disabling compacts and flushes for region at 1731404547517Disabling writes for close at 1731404547517Writing region close event to WAL at 1731404547519 (+2 ms)Closed at 1731404547519 2024-11-12T09:42:27,520 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:42:27,520 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:42:27,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:27,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:42:27,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:42:27,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:42:27,527 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:42:27,529 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:42:27,530 DEBUG [RS:0;eb677afb1da9:40185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7791806a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:42:27,552 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:40185 2024-11-12T09:42:27,552 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:42:27,552 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:42:27,552 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:42:27,553 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,37713,1731404546767 with port=40185, startcode=1731404546927 2024-11-12T09:42:27,553 DEBUG [RS:0;eb677afb1da9:40185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:42:27,556 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:42:27,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,559 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6 2024-11-12T09:42:27,559 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36511 2024-11-12T09:42:27,559 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:42:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:42:27,570 DEBUG [RS:0;eb677afb1da9:40185 {}] zookeeper.ZKUtil(111): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,570 WARN [RS:0;eb677afb1da9:40185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:42:27,570 INFO [RS:0;eb677afb1da9:40185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:42:27,570 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,40185,1731404546927] 2024-11-12T09:42:27,575 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:42:27,588 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:42:27,588 INFO [RS:0;eb677afb1da9:40185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:42:27,588 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,594 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:42:27,595 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:42:27,595 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,596 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,597 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,597 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:27,597 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:42:27,597 DEBUG [RS:0;eb677afb1da9:40185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:42:27,599 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,599 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,599 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,599 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,599 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,599 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,40185,1731404546927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:42:27,618 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:42:27,619 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,40185,1731404546927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,619 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,619 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.Replication(171): eb677afb1da9,40185,1731404546927 started 2024-11-12T09:42:27,635 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:27,636 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,40185,1731404546927, RpcServer on eb677afb1da9/172.17.0.2:40185, sessionid=0x1012fb655670001 2024-11-12T09:42:27,636 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:42:27,636 DEBUG [RS:0;eb677afb1da9:40185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,636 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,40185,1731404546927' 2024-11-12T09:42:27,636 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:42:27,637 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:42:27,638 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:42:27,638 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:42:27,638 DEBUG [RS:0;eb677afb1da9:40185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,638 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,40185,1731404546927' 2024-11-12T09:42:27,638 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:42:27,638 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:42:27,639 DEBUG [RS:0;eb677afb1da9:40185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:42:27,639 INFO [RS:0;eb677afb1da9:40185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:42:27,639 INFO [RS:0;eb677afb1da9:40185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:42:27,677 WARN [eb677afb1da9:37713 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:42:27,740 INFO [RS:0;eb677afb1da9:40185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:42:27,742 INFO [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C40185%2C1731404546927, suffix=, logDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs, maxLogs=32 2024-11-12T09:42:27,759 DEBUG [RS:0;eb677afb1da9:40185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744, exclude list is [], retry=0 2024-11-12T09:42:27,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK] 2024-11-12T09:42:27,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-e868512a-f2a5-40e1-986a-d8e6fff23036,DISK] 2024-11-12T09:42:27,770 INFO [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 2024-11-12T09:42:27,771 DEBUG [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39665:39665),(127.0.0.1/127.0.0.1:36217:36217)] 2024-11-12T09:42:27,927 DEBUG [eb677afb1da9:37713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T09:42:27,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,40185,1731404546927 2024-11-12T09:42:27,930 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,40185,1731404546927, state=OPENING 2024-11-12T09:42:27,961 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:42:27,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,969 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:27,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:27,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:27,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:42:27,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,40185,1731404546927}] 2024-11-12T09:42:28,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:42:28,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60409, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:42:28,135 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:42:28,135 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:42:28,136 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:42:28,138 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C40185%2C1731404546927.meta, suffix=.meta, logDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs, maxLogs=32 2024-11-12T09:42:28,154 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta, exclude list is [], retry=0 2024-11-12T09:42:28,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-e868512a-f2a5-40e1-986a-d8e6fff23036,DISK] 2024-11-12T09:42:28,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK] 2024-11-12T09:42:28,188 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta 2024-11-12T09:42:28,189 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:39665:39665)] 2024-11-12T09:42:28,189 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:42:28,189 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:42:28,190 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:42:28,190 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:42:28,190 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:42:28,190 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:28,190 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:42:28,190 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:42:28,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:42:28,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:42:28,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:28,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:28,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:42:28,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:42:28,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:28,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:28,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:42:28,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:42:28,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:28,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:28,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:42:28,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:42:28,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:28,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:28,204 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:42:28,206 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740 2024-11-12T09:42:28,208 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740 2024-11-12T09:42:28,210 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:42:28,210 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:42:28,210 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:42:28,212 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:42:28,213 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=871588, jitterRate=0.10828205943107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:42:28,214 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:42:28,215 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731404548190Writing region info on filesystem at 1731404548190Initializing all the Stores at 1731404548191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404548192 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404548192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404548192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404548192Cleaning up temporary data from old regions at 1731404548210 (+18 ms)Running coprocessor post-open hooks at 1731404548214 (+4 ms)Region opened successfully at 1731404548215 (+1 ms) 2024-11-12T09:42:28,218 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731404548128 2024-11-12T09:42:28,222 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:42:28,222 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:42:28,223 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,40185,1731404546927 2024-11-12T09:42:28,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,40185,1731404546927, state=OPEN 2024-11-12T09:42:28,277 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:42:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:42:28,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,40185,1731404546927 2024-11-12T09:42:28,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:28,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:28,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:42:28,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,40185,1731404546927 in 305 msec 2024-11-12T09:42:28,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:42:28,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-11-12T09:42:28,288 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:28,288 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:42:28,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:42:28,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,40185,1731404546927, seqNum=-1] 2024-11-12T09:42:28,290 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:42:28,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:42:28,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 878 msec 2024-11-12T09:42:28,302 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731404548302, completionTime=-1 2024-11-12T09:42:28,302 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T09:42:28,302 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:42:28,304 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T09:42:28,304 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731404608304 2024-11-12T09:42:28,304 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731404668304 2024-11-12T09:42:28,304 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T09:42:28,305 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37713,1731404546767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,305 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37713,1731404546767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,305 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37713,1731404546767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,305 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:37713, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,305 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,306 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,308 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.291sec 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37713,1731404546767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:42:28,312 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37713,1731404546767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:42:28,315 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:42:28,315 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:42:28,315 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37713,1731404546767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:28,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284d1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:42:28,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,37713,-1 for getting cluster id 2024-11-12T09:42:28,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:42:28,394 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61978e6c-607b-4195-b970-498c649e5591' 2024-11-12T09:42:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:42:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61978e6c-607b-4195-b970-498c649e5591" 2024-11-12T09:42:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b276d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,37713,-1] 2024-11-12T09:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:42:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:28,398 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:42:28,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2faa895e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:42:28,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:42:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,40185,1731404546927, seqNum=-1] 2024-11-12T09:42:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:42:28,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:42:28,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,37713,1731404546767 2024-11-12T09:42:28,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:28,411 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T09:42:28,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:28,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:28,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:28,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:28,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:42:28,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39bce2e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:28,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75cc60ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:28,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d43a77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-41167-hadoop-hdfs-3_4_1-tests_jar-_-any-14435960708250920023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:28,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cd4e490{HTTP/1.1, (http/1.1)}{localhost:41167} 2024-11-12T09:42:28,563 INFO [Time-limited test {}] server.Server(415): Started @72064ms 2024-11-12T09:42:28,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:28,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:28,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:28,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:28,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:28,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:42:28,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10df864a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:28,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78489b4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:28,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f89ade7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-39707-hadoop-hdfs-3_4_1-tests_jar-_-any-779740215164792157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:28,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f5ec2f8{HTTP/1.1, (http/1.1)}{localhost:39707} 2024-11-12T09:42:28,802 INFO [Time-limited test {}] server.Server(415): Started @72302ms 2024-11-12T09:42:28,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:28,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:28,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:28,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:28,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:28,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:42:28,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a55a57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:28,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f2cec4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:28,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2659d7b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-46535-hadoop-hdfs-3_4_1-tests_jar-_-any-612954166725720741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:28,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee6b90d{HTTP/1.1, (http/1.1)}{localhost:46535} 2024-11-12T09:42:28,986 INFO [Time-limited test {}] server.Server(415): Started @72486ms 2024-11-12T09:42:28,988 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:29,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:29,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:29,365 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data5/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:29,365 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data6/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:29,415 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x548752ebaaa60b54 with lease ID 0xe2d950509a0a68f6: Processing first storage report for DS-fe447cdd-963b-4bf1-8e78-17c4e6777686 from datanode DatanodeRegistration(127.0.0.1:39071, datanodeUuid=a367c8b5-6854-4097-aecd-304ad363572f, infoPort=46433, infoSecurePort=0, ipcPort=35849, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x548752ebaaa60b54 with lease ID 0xe2d950509a0a68f6: from storage DS-fe447cdd-963b-4bf1-8e78-17c4e6777686 node DatanodeRegistration(127.0.0.1:39071, datanodeUuid=a367c8b5-6854-4097-aecd-304ad363572f, infoPort=46433, infoSecurePort=0, ipcPort=35849, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x548752ebaaa60b54 with lease ID 0xe2d950509a0a68f6: Processing first storage report for DS-96e7962c-c42b-4a22-b1ed-3ace594f1d01 from datanode DatanodeRegistration(127.0.0.1:39071, datanodeUuid=a367c8b5-6854-4097-aecd-304ad363572f, infoPort=46433, infoSecurePort=0, ipcPort=35849, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x548752ebaaa60b54 with lease ID 0xe2d950509a0a68f6: from storage DS-96e7962c-c42b-4a22-b1ed-3ace594f1d01 node DatanodeRegistration(127.0.0.1:39071, datanodeUuid=a367c8b5-6854-4097-aecd-304ad363572f, infoPort=46433, infoSecurePort=0, ipcPort=35849, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:29,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:42:29,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:29,932 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data7/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:29,932 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data8/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:29,966 WARN [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55904728174dcd52 with lease ID 0xe2d950509a0a68f7: Processing first storage report for DS-f78e410f-82c0-4e00-af93-b6e2fd56d7b7 from datanode DatanodeRegistration(127.0.0.1:42117, datanodeUuid=ce5c3adf-5e60-4444-b958-95f983bf7aea, infoPort=36929, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55904728174dcd52 with lease ID 0xe2d950509a0a68f7: from storage DS-f78e410f-82c0-4e00-af93-b6e2fd56d7b7 node DatanodeRegistration(127.0.0.1:42117, datanodeUuid=ce5c3adf-5e60-4444-b958-95f983bf7aea, infoPort=36929, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55904728174dcd52 with lease ID 0xe2d950509a0a68f7: Processing first storage report for DS-5a4d380a-cfbb-4518-9519-1ac302f987c5 from datanode DatanodeRegistration(127.0.0.1:42117, datanodeUuid=ce5c3adf-5e60-4444-b958-95f983bf7aea, infoPort=36929, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55904728174dcd52 with lease ID 0xe2d950509a0a68f7: from storage DS-5a4d380a-cfbb-4518-9519-1ac302f987c5 node DatanodeRegistration(127.0.0.1:42117, datanodeUuid=ce5c3adf-5e60-4444-b958-95f983bf7aea, infoPort=36929, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:30,049 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data9/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:30,051 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data10/current/BP-1124076096-172.17.0.2-1731404545047/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:30,080 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c506b6cddab8f0c with lease ID 0xe2d950509a0a68f8: Processing first storage report for DS-f23539b3-22ca-4371-b8ef-d732d9d1fafd from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=06d441ca-c946-4957-bbe3-6520ce9fd642, infoPort=34773, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c506b6cddab8f0c with lease ID 0xe2d950509a0a68f8: from storage DS-f23539b3-22ca-4371-b8ef-d732d9d1fafd node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=06d441ca-c946-4957-bbe3-6520ce9fd642, infoPort=34773, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c506b6cddab8f0c with lease ID 0xe2d950509a0a68f8: Processing first storage report for DS-f9b63887-5480-4eb8-a3cd-9c0d30dfdd3e from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=06d441ca-c946-4957-bbe3-6520ce9fd642, infoPort=34773, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047) 2024-11-12T09:42:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c506b6cddab8f0c with lease ID 0xe2d950509a0a68f8: from storage DS-f9b63887-5480-4eb8-a3cd-9c0d30dfdd3e node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=06d441ca-c946-4957-bbe3-6520ce9fd642, infoPort=34773, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:30,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:42:30,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,37713,1731404546767 2024-11-12T09:42:30,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c486247 2024-11-12T09:42:30,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:42:30,144 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:42:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T09:42:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T09:42:30,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:42:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T09:42:30,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:42:30,148 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:30,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-12T09:42:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:42:30,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:42:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741835_1011 (size=393) 2024-11-12T09:42:30,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741835_1011 (size=393) 2024-11-12T09:42:30,160 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 436bc2bde78d7f90b4ed818c6275397e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6 2024-11-12T09:42:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741836_1012 (size=76) 2024-11-12T09:42:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741836_1012 (size=76) 2024-11-12T09:42:30,570 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:30,570 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 436bc2bde78d7f90b4ed818c6275397e, disabling compactions & flushes 2024-11-12T09:42:30,570 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,570 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,570 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. after waiting 0 ms 2024-11-12T09:42:30,570 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,570 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,571 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 436bc2bde78d7f90b4ed818c6275397e: Waiting for close lock at 1731404550570Disabling compacts and flushes for region at 1731404550570Disabling writes for close at 1731404550570Writing region close event to WAL at 1731404550570Closed at 1731404550570 2024-11-12T09:42:30,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:42:30,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731404550573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731404550573"}]},"ts":"1731404550573"} 2024-11-12T09:42:30,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:42:30,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:42:30,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404550577"}]},"ts":"1731404550577"} 2024-11-12T09:42:30,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-12T09:42:30,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=436bc2bde78d7f90b4ed818c6275397e, ASSIGN}] 2024-11-12T09:42:30,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=436bc2bde78d7f90b4ed818c6275397e, ASSIGN 2024-11-12T09:42:30,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=436bc2bde78d7f90b4ed818c6275397e, ASSIGN; state=OFFLINE, location=eb677afb1da9,40185,1731404546927; forceNewPlan=false, retain=false 2024-11-12T09:42:30,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=436bc2bde78d7f90b4ed818c6275397e, regionState=OPENING, regionLocation=eb677afb1da9,40185,1731404546927 2024-11-12T09:42:30,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=436bc2bde78d7f90b4ed818c6275397e, ASSIGN because future has completed 2024-11-12T09:42:30,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 436bc2bde78d7f90b4ed818c6275397e, server=eb677afb1da9,40185,1731404546927}] 2024-11-12T09:42:30,897 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,897 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 436bc2bde78d7f90b4ed818c6275397e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:42:30,898 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,898 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:30,898 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,898 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,900 INFO [StoreOpener-436bc2bde78d7f90b4ed818c6275397e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,902 INFO [StoreOpener-436bc2bde78d7f90b4ed818c6275397e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 436bc2bde78d7f90b4ed818c6275397e columnFamilyName info 2024-11-12T09:42:30,902 DEBUG [StoreOpener-436bc2bde78d7f90b4ed818c6275397e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:30,903 INFO [StoreOpener-436bc2bde78d7f90b4ed818c6275397e-1 {}] regionserver.HStore(327): Store=436bc2bde78d7f90b4ed818c6275397e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:30,903 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,905 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,906 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,906 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,906 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,910 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,913 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:42:30,914 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 436bc2bde78d7f90b4ed818c6275397e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793353, jitterRate=0.008800938725471497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:42:30,914 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:30,915 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 436bc2bde78d7f90b4ed818c6275397e: Running coprocessor pre-open hook at 1731404550898Writing region info on filesystem at 1731404550898Initializing all the Stores at 1731404550900 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404550900Cleaning up temporary data from old regions at 1731404550906 (+6 ms)Running coprocessor post-open hooks at 1731404550914 (+8 ms)Region opened successfully at 1731404550915 (+1 ms) 2024-11-12T09:42:30,917 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e., pid=6, masterSystemTime=1731404550891 2024-11-12T09:42:30,920 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,920 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:30,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=436bc2bde78d7f90b4ed818c6275397e, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,40185,1731404546927 2024-11-12T09:42:30,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 436bc2bde78d7f90b4ed818c6275397e, server=eb677afb1da9,40185,1731404546927 because future has completed 2024-11-12T09:42:30,925 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=eb677afb1da9,40185,1731404546927, table=TestLogRolling-testLogRollOnDatanodeDeath, region=436bc2bde78d7f90b4ed818c6275397e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T09:42:30,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T09:42:30,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 436bc2bde78d7f90b4ed818c6275397e, server=eb677afb1da9,40185,1731404546927 in 189 msec 2024-11-12T09:42:30,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T09:42:30,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=436bc2bde78d7f90b4ed818c6275397e, ASSIGN in 350 msec 2024-11-12T09:42:30,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:42:30,935 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404550935"}]},"ts":"1731404550935"} 2024-11-12T09:42:30,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-12T09:42:30,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:42:30,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 794 msec 2024-11-12T09:42:32,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T09:42:32,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-12T09:42:32,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-12T09:42:33,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:42:33,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-12T09:42:36,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:42:36,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:42:40,218 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-12T09:42:40,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-12T09:42:40,220 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:42:40,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-12T09:42:40,225 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:42:40,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-12T09:42:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e., hostname=eb677afb1da9,40185,1731404546927, seqNum=2] 2024-11-12T09:42:40,234 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-12T09:42:40,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T09:42:40,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:40,241 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-809128094_22 at /127.0.0.1:57658 [Receiving block BP-1124076096-172.17.0.2-1731404545047:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:43713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57658 dst: /127.0.0.1:43713 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,240 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-809128094_22 at /127.0.0.1:41062 [Receiving block BP-1124076096-172.17.0.2-1731404545047:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41062 dst: /127.0.0.1:37403 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,240 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-809128094_22 at /127.0.0.1:41072 [Receiving block BP-1124076096-172.17.0.2-1731404545047:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41072 dst: /127.0.0.1:37403 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,241 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_68496140_22 at /127.0.0.1:41026 [Receiving block BP-1124076096-172.17.0.2-1731404545047:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41026 dst: /127.0.0.1:37403 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,241 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-809128094_22 at /127.0.0.1:57644 [Receiving block BP-1124076096-172.17.0.2-1731404545047:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57644 dst: /127.0.0.1:43713 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,242 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_68496140_22 at /127.0.0.1:57606 [Receiving block BP-1124076096-172.17.0.2-1731404545047:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:43713:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57606 dst: /127.0.0.1:43713 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64c9c7ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:40,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a74365e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:40,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:40,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8daf33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:40,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77f22f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:40,291 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:40,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:40,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:40,291 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124076096-172.17.0.2-1731404545047 (Datanode Uuid 4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e) service to localhost/127.0.0.1:36511 2024-11-12T09:42:40,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data3/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:40,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data4/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:40,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:40,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:40,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:40,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:40,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:40,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:42:40,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d39b7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:40,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d7f3ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:40,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@538bc521{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/java.io.tmpdir/jetty-localhost-40391-hadoop-hdfs-3_4_1-tests_jar-_-any-11666173907622621033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:40,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46d439b8{HTTP/1.1, (http/1.1)}{localhost:40391} 2024-11-12T09:42:40,404 INFO [Time-limited test {}] server.Server(415): Started @83904ms 2024-11-12T09:42:40,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:40,424 WARN [AsyncFSWAL-0-hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6-prefix:eb677afb1da9,40185,1731404546927 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,425 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb677afb1da9%2C40185%2C1731404546927:(num 1731404547744) roll requested 2024-11-12T09:42:40,438 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404560425, exclude list is [], retry=0 2024-11-12T09:42:40,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-f23539b3-22ca-4371-b8ef-d732d9d1fafd,DISK] 2024-11-12T09:42:40,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42117,DS-f78e410f-82c0-4e00-af93-b6e2fd56d7b7,DISK] 2024-11-12T09:42:40,444 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404560425 2024-11-12T09:42:40,444 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34773:34773),(127.0.0.1/127.0.0.1:36929:36929)] 2024-11-12T09:42:40,444 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 is not closed yet, will try archiving it next time 2024-11-12T09:42:40,445 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:42:40,445 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:42:40,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:42:40,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:40,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:40,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:42:40,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:42:40,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=280860983, stopped=false 2024-11-12T09:42:40,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,37713,1731404546767 2024-11-12T09:42:40,447 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T09:42:40,447 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T09:42:40,447 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 2024-11-12T09:42:40,450 WARN [IPC Server handler 3 on default port 36511 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-12T09:42:40,454 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 after 5ms 2024-11-12T09:42:40,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:40,498 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:40,498 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:40,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:40,498 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:42:40,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:42:40,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:42:40,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:40,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:40,499 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,40185,1731404546927' ***** 2024-11-12T09:42:40,499 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:42:40,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:40,499 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:42:40,500 INFO [RS:0;eb677afb1da9:40185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:42:40,500 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:42:40,500 INFO [RS:0;eb677afb1da9:40185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:42:40,500 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(3091): Received CLOSE for 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:40,500 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,40185,1731404546927 2024-11-12T09:42:40,500 INFO [RS:0;eb677afb1da9:40185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:42:40,500 INFO [RS:0;eb677afb1da9:40185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:40185. 2024-11-12T09:42:40,500 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 436bc2bde78d7f90b4ed818c6275397e, disabling compactions & flushes 2024-11-12T09:42:40,501 DEBUG [RS:0;eb677afb1da9:40185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:42:40,501 DEBUG [RS:0;eb677afb1da9:40185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:40,501 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:40,501 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:40,501 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:42:40,501 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:42:40,501 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. after waiting 0 ms 2024-11-12T09:42:40,501 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:42:40,501 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:40,501 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:42:40,501 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 436bc2bde78d7f90b4ed818c6275397e 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-12T09:42:40,501 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T09:42:40,501 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1325): Online Regions={436bc2bde78d7f90b4ed818c6275397e=TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T09:42:40,501 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 436bc2bde78d7f90b4ed818c6275397e 2024-11-12T09:42:40,501 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:42:40,502 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:42:40,502 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:42:40,502 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:42:40,502 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:42:40,502 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-12T09:42:40,503 WARN [AsyncFSWAL-0-hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6-prefix:eb677afb1da9,40185,1731404546927.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,503 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb677afb1da9%2C40185%2C1731404546927.meta:.meta(num 1731404548140) roll requested 2024-11-12T09:42:40,518 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404560503.meta, exclude list is [], retry=0 2024-11-12T09:42:40,519 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/.tmp/info/82692e29f3d94fd39d0967ec85f332ad is 1055, key is row0001/info:/1731404560231/Put/seqid=0 2024-11-12T09:42:40,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-fe447cdd-963b-4bf1-8e78-17c4e6777686,DISK] 2024-11-12T09:42:40,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-f23539b3-22ca-4371-b8ef-d732d9d1fafd,DISK] 2024-11-12T09:42:40,526 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404560503.meta 2024-11-12T09:42:40,526 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46433:46433),(127.0.0.1/127.0.0.1:34773:34773)] 2024-11-12T09:42:40,526 DEBUG [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta is not closed yet, will try archiving it next time 2024-11-12T09:42:40,526 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,526 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:40,527 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta 2024-11-12T09:42:40,527 WARN [IPC Server handler 0 on default port 36511 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-12T09:42:40,528 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta after 1ms 2024-11-12T09:42:40,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741838_1015 (size=7062) 2024-11-12T09:42:40,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741838_1015 (size=7062) 2024-11-12T09:42:40,532 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/.tmp/info/82692e29f3d94fd39d0967ec85f332ad 2024-11-12T09:42:40,543 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/.tmp/info/82692e29f3d94fd39d0967ec85f332ad as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/info/82692e29f3d94fd39d0967ec85f332ad 2024-11-12T09:42:40,548 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/info/a3d2ddfd3f764869a11603895e8131a8 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e./info:regioninfo/1731404550920/Put/seqid=0 2024-11-12T09:42:40,560 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/info/82692e29f3d94fd39d0967ec85f332ad, entries=2, sequenceid=6, filesize=6.9 K 2024-11-12T09:42:40,561 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 436bc2bde78d7f90b4ed818c6275397e in 60ms, sequenceid=6, compaction requested=false 2024-11-12T09:42:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741840_1018 (size=7089) 2024-11-12T09:42:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741840_1018 (size=7089) 2024-11-12T09:42:40,575 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/info/a3d2ddfd3f764869a11603895e8131a8 2024-11-12T09:42:40,599 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/default/TestLogRolling-testLogRollOnDatanodeDeath/436bc2bde78d7f90b4ed818c6275397e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T09:42:40,599 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T09:42:40,599 INFO [regionserver/eb677afb1da9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T09:42:40,600 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:40,600 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 436bc2bde78d7f90b4ed818c6275397e: Waiting for close lock at 1731404560500Running coprocessor pre-close hooks at 1731404560500Disabling compacts and flushes for region at 1731404560500Disabling writes for close at 1731404560501 (+1 ms)Obtaining lock to block concurrent updates at 1731404560501Preparing flush snapshotting stores in 436bc2bde78d7f90b4ed818c6275397e at 1731404560501Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731404560502 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. at 1731404560502Flushing 436bc2bde78d7f90b4ed818c6275397e/info: creating writer at 1731404560502Flushing 436bc2bde78d7f90b4ed818c6275397e/info: appending metadata at 1731404560518 (+16 ms)Flushing 436bc2bde78d7f90b4ed818c6275397e/info: closing flushed file at 1731404560519 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b34b37: reopening flushed file at 1731404560542 (+23 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 436bc2bde78d7f90b4ed818c6275397e in 60ms, sequenceid=6, compaction requested=false at 1731404560561 (+19 ms)Writing region close event to WAL at 1731404560582 (+21 ms)Running coprocessor post-close hooks at 1731404560600 (+18 ms)Closed at 1731404560600 2024-11-12T09:42:40,600 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731404550144.436bc2bde78d7f90b4ed818c6275397e. 2024-11-12T09:42:40,615 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/ns/16b60726ec054acf88ce1e06e93dad74 is 43, key is default/ns:d/1731404548292/Put/seqid=0 2024-11-12T09:42:40,618 WARN [Thread-640 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-12T09:42:40,618 WARN [Thread-640 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1124076096-172.17.0.2-1731404545047:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK], DatanodeInfoWithStorage[127.0.0.1:46341,DS-f23539b3-22ca-4371-b8ef-d732d9d1fafd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK]) is bad. 2024-11-12T09:42:40,618 WARN [Thread-640 {}] hdfs.DataStreamer(1850): Abandoning BP-1124076096-172.17.0.2-1731404545047:blk_1073741841_1019 2024-11-12T09:42:40,621 WARN [Thread-640 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK] 2024-11-12T09:42:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741842_1020 (size=5153) 2024-11-12T09:42:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741842_1020 (size=5153) 2024-11-12T09:42:40,630 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/ns/16b60726ec054acf88ce1e06e93dad74 2024-11-12T09:42:40,654 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/table/c6d0a8f1cc654935bfc3d5bc1bbe19dc is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731404550935/Put/seqid=0 2024-11-12T09:42:40,656 WARN [Thread-646 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741843_1021 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-12T09:42:40,656 WARN [Thread-646 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1124076096-172.17.0.2-1731404545047:blk_1073741843_1021 in pipeline [DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK], DatanodeInfoWithStorage[127.0.0.1:39071,DS-fe447cdd-963b-4bf1-8e78-17c4e6777686,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK]) is bad. 2024-11-12T09:42:40,656 WARN [Thread-646 {}] hdfs.DataStreamer(1850): Abandoning BP-1124076096-172.17.0.2-1731404545047:blk_1073741843_1021 2024-11-12T09:42:40,657 WARN [Thread-646 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:37403,DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54,DISK] 2024-11-12T09:42:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741844_1022 (size=5424) 2024-11-12T09:42:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741844_1022 (size=5424) 2024-11-12T09:42:40,663 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/table/c6d0a8f1cc654935bfc3d5bc1bbe19dc 2024-11-12T09:42:40,670 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/info/a3d2ddfd3f764869a11603895e8131a8 as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/info/a3d2ddfd3f764869a11603895e8131a8 2024-11-12T09:42:40,678 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/info/a3d2ddfd3f764869a11603895e8131a8, entries=10, sequenceid=11, filesize=6.9 K 2024-11-12T09:42:40,680 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/ns/16b60726ec054acf88ce1e06e93dad74 as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/ns/16b60726ec054acf88ce1e06e93dad74 2024-11-12T09:42:40,687 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/ns/16b60726ec054acf88ce1e06e93dad74, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T09:42:40,688 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/.tmp/table/c6d0a8f1cc654935bfc3d5bc1bbe19dc as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/table/c6d0a8f1cc654935bfc3d5bc1bbe19dc 2024-11-12T09:42:40,695 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/table/c6d0a8f1cc654935bfc3d5bc1bbe19dc, entries=2, sequenceid=11, filesize=5.3 K 2024-11-12T09:42:40,696 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=11, compaction requested=false 2024-11-12T09:42:40,701 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T09:42:40,702 DEBUG [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:42:40,702 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:42:40,702 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:42:40,702 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404560501Running coprocessor pre-close hooks at 1731404560501Disabling compacts and flushes for region at 1731404560501Disabling writes for close at 1731404560502 (+1 ms)Obtaining lock to block concurrent updates at 1731404560502Preparing flush snapshotting stores in 1588230740 at 1731404560502Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731404560503 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731404560527 (+24 ms)Flushing 1588230740/info: creating writer at 1731404560527Flushing 1588230740/info: appending metadata at 1731404560547 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731404560547Flushing 1588230740/ns: creating writer at 1731404560587 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731404560615 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731404560615Flushing 1588230740/table: creating writer at 1731404560638 (+23 ms)Flushing 1588230740/table: appending metadata at 1731404560654 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731404560654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cd9892: reopening flushed file at 1731404560669 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6782682b: reopening flushed file at 1731404560679 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dafbcb0: reopening flushed file at 1731404560687 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=11, compaction requested=false at 1731404560696 (+9 ms)Writing region close event to WAL at 1731404560697 (+1 ms)Running coprocessor post-close hooks at 1731404560702 (+5 ms)Closed at 1731404560702 2024-11-12T09:42:40,703 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:42:40,825 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3488970b7155fe38 with lease ID 0xe2d950509a0a68f9: from storage DS-48baa5b2-ac8d-4553-9a0b-f9f19d4bad54 node DatanodeRegistration(127.0.0.1:39113, datanodeUuid=4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e, infoPort=42495, infoSecurePort=0, ipcPort=45799, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T09:42:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3488970b7155fe38 with lease ID 0xe2d950509a0a68f9: from storage DS-2e94afe7-5fe0-4f90-93c5-cbc1587a17bb node DatanodeRegistration(127.0.0.1:39113, datanodeUuid=4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e, infoPort=42495, infoSecurePort=0, ipcPort=45799, storageInfo=lv=-57;cid=testClusterID;nsid=826208689;c=1731404545047), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741833_1014 (size=1599) 2024-11-12T09:42:40,902 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,40185,1731404546927; all regions closed. 2024-11-12T09:42:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741839_1016 (size=825) 2024-11-12T09:42:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741839_1016 (size=825) 2024-11-12T09:42:41,602 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:42:42,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-12T09:42:42,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:42:42,663 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T09:42:44,456 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 after 4009ms 2024-11-12T09:42:44,457 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404547744 to hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs/eb677afb1da9%2C40185%2C1731404546927.1731404547744 2024-11-12T09:42:44,529 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta after 4002ms 2024-11-12T09:42:44,531 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta to hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs/eb677afb1da9%2C40185%2C1731404546927.meta.1731404548140.meta 2024-11-12T09:42:44,540 DEBUG [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs 2024-11-12T09:42:44,540 INFO [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C40185%2C1731404546927.meta:.meta(num 1731404560503) 2024-11-12T09:42:44,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741837_1013 (size=2288) 2024-11-12T09:42:44,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/WALs/eb677afb1da9,40185,1731404546927/eb677afb1da9%2C40185%2C1731404546927.1731404560425 not finished, retry = 0 2024-11-12T09:42:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741837_1013 (size=2288) 2024-11-12T09:42:44,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741834_1017 (size=2386) 2024-11-12T09:42:44,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741833_1014 (size=1599) 2024-11-12T09:42:44,649 DEBUG [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs 2024-11-12T09:42:44,649 INFO [RS:0;eb677afb1da9:40185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C40185%2C1731404546927:(num 1731404560425) 2024-11-12T09:42:44,649 DEBUG [RS:0;eb677afb1da9:40185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:44,649 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:42:44,649 INFO [RS:0;eb677afb1da9:40185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:42:44,649 INFO [RS:0;eb677afb1da9:40185 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T09:42:44,650 INFO [RS:0;eb677afb1da9:40185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:42:44,650 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:42:44,650 INFO [RS:0;eb677afb1da9:40185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40185 2024-11-12T09:42:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:42:44,676 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,40185,1731404546927 2024-11-12T09:42:44,676 INFO [RS:0;eb677afb1da9:40185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:42:44,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,40185,1731404546927] 2024-11-12T09:42:44,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,40185,1731404546927 already deleted, retry=false 2024-11-12T09:42:44,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,40185,1731404546927 expired; onlineServers=0 2024-11-12T09:42:44,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,37713,1731404546767' ***** 2024-11-12T09:42:44,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:42:44,692 INFO [M:0;eb677afb1da9:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:42:44,693 INFO [M:0;eb677afb1da9:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:42:44,693 DEBUG [M:0;eb677afb1da9:37713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:42:44,693 DEBUG [M:0;eb677afb1da9:37713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:42:44,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:42:44,693 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404547453 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404547453,5,FailOnTimeoutGroup] 2024-11-12T09:42:44,693 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404547453 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404547453,5,FailOnTimeoutGroup] 2024-11-12T09:42:44,693 INFO [M:0;eb677afb1da9:37713 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:42:44,694 INFO [M:0;eb677afb1da9:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:42:44,694 DEBUG [M:0;eb677afb1da9:37713 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:42:44,694 INFO [M:0;eb677afb1da9:37713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:42:44,694 INFO [M:0;eb677afb1da9:37713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:42:44,694 INFO [M:0;eb677afb1da9:37713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:42:44,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:42:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:42:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:44,700 DEBUG [M:0;eb677afb1da9:37713 {}] zookeeper.ZKUtil(347): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:42:44,701 WARN [M:0;eb677afb1da9:37713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:42:44,702 INFO [M:0;eb677afb1da9:37713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/.lastflushedseqids 2024-11-12T09:42:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741845_1023 (size=139) 2024-11-12T09:42:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741845_1023 (size=139) 2024-11-12T09:42:44,709 INFO [M:0;eb677afb1da9:37713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:42:44,709 INFO [M:0;eb677afb1da9:37713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:42:44,709 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:42:44,709 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:44,710 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:44,710 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:42:44,710 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:44,710 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-12T09:42:44,710 WARN [AsyncFSWAL-0-hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData-prefix:eb677afb1da9,37713,1731404546767 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:44,711 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL eb677afb1da9%2C37713%2C1731404546767:(num 1731404547151) roll requested 2024-11-12T09:42:44,724 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404564711, exclude list is [], retry=0 2024-11-12T09:42:44,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43713,DS-e868512a-f2a5-40e1-986a-d8e6fff23036,DISK] 2024-11-12T09:42:44,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39071,DS-fe447cdd-963b-4bf1-8e78-17c4e6777686,DISK] 2024-11-12T09:42:44,729 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404564711 2024-11-12T09:42:44,730 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36217:36217),(127.0.0.1/127.0.0.1:46433:46433)] 2024-11-12T09:42:44,730 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 is not closed yet, will try archiving it next time 2024-11-12T09:42:44,730 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:44,730 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T09:42:44,730 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 2024-11-12T09:42:44,731 WARN [IPC Server handler 0 on default port 36511 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-12T09:42:44,731 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 after 1ms 2024-11-12T09:42:44,746 DEBUG [M:0;eb677afb1da9:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/940a6ae79a264de598a12f7d5b00652b is 82, key is hbase:meta,,1/info:regioninfo/1731404548223/Put/seqid=0 2024-11-12T09:42:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741847_1026 (size=5672) 2024-11-12T09:42:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741847_1026 (size=5672) 2024-11-12T09:42:44,752 INFO [M:0;eb677afb1da9:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/940a6ae79a264de598a12f7d5b00652b 2024-11-12T09:42:44,774 DEBUG [M:0;eb677afb1da9:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/992b6cae9fd84ff59cc27b63fadbdb58 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731404550941/Put/seqid=0 2024-11-12T09:42:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741848_1027 (size=6115) 2024-11-12T09:42:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42117 is added to blk_1073741848_1027 (size=6115) 2024-11-12T09:42:44,780 INFO [M:0;eb677afb1da9:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/992b6cae9fd84ff59cc27b63fadbdb58 2024-11-12T09:42:44,784 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:44,784 INFO [RS:0;eb677afb1da9:40185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:42:44,784 DEBUG [pool-180-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40185-0x1012fb655670001, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:44,784 INFO [RS:0;eb677afb1da9:40185 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,40185,1731404546927; zookeeper connection closed. 2024-11-12T09:42:44,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35b79ed4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35b79ed4 2024-11-12T09:42:44,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T09:42:44,801 DEBUG [M:0;eb677afb1da9:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/431f167b87f14391af2f7c8eee4ab885 is 69, key is eb677afb1da9,40185,1731404546927/rs:state/1731404547557/Put/seqid=0 2024-11-12T09:42:44,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741849_1028 (size=5156) 2024-11-12T09:42:44,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741849_1028 (size=5156) 2024-11-12T09:42:44,808 INFO [M:0;eb677afb1da9:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/431f167b87f14391af2f7c8eee4ab885 2024-11-12T09:42:44,829 DEBUG [M:0;eb677afb1da9:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6f8d870f23644c80b9926d2effcf8e55 is 52, key is load_balancer_on/state:d/1731404548409/Put/seqid=0 2024-11-12T09:42:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39113 is added to blk_1073741850_1029 (size=5056) 2024-11-12T09:42:44,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741850_1029 (size=5056) 2024-11-12T09:42:44,835 INFO [M:0;eb677afb1da9:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6f8d870f23644c80b9926d2effcf8e55 2024-11-12T09:42:44,842 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/940a6ae79a264de598a12f7d5b00652b as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/940a6ae79a264de598a12f7d5b00652b 2024-11-12T09:42:44,850 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/940a6ae79a264de598a12f7d5b00652b, entries=8, sequenceid=56, filesize=5.5 K 2024-11-12T09:42:44,851 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/992b6cae9fd84ff59cc27b63fadbdb58 as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/992b6cae9fd84ff59cc27b63fadbdb58 2024-11-12T09:42:44,857 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/992b6cae9fd84ff59cc27b63fadbdb58, entries=6, sequenceid=56, filesize=6.0 K 2024-11-12T09:42:44,858 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/431f167b87f14391af2f7c8eee4ab885 as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/431f167b87f14391af2f7c8eee4ab885 2024-11-12T09:42:44,864 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/431f167b87f14391af2f7c8eee4ab885, entries=1, sequenceid=56, filesize=5.0 K 2024-11-12T09:42:44,865 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6f8d870f23644c80b9926d2effcf8e55 as hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6f8d870f23644c80b9926d2effcf8e55 2024-11-12T09:42:44,870 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6f8d870f23644c80b9926d2effcf8e55, entries=1, sequenceid=56, filesize=4.9 K 2024-11-12T09:42:44,871 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=56, compaction requested=false 2024-11-12T09:42:44,873 INFO [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:44,873 DEBUG [M:0;eb677afb1da9:37713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404564709Disabling compacts and flushes for region at 1731404564709Disabling writes for close at 1731404564710 (+1 ms)Obtaining lock to block concurrent updates at 1731404564710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731404564710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1731404564710Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731404564730 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731404564730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731404564745 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731404564745Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731404564758 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731404564774 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731404564774Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731404564786 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731404564801 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731404564801Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731404564813 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731404564829 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731404564829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472df196: reopening flushed file at 1731404564841 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1661bf97: reopening flushed file at 1731404564850 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83ea74d: reopening flushed file at 1731404564857 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4802c7fe: reopening flushed file at 1731404564864 (+7 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=56, compaction requested=false at 1731404564871 (+7 ms)Writing region close event to WAL at 1731404564873 (+2 ms)Closed at 1731404564873 2024-11-12T09:42:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43713 is added to blk_1073741846_1024 (size=757) 2024-11-12T09:42:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39071 is added to blk_1073741846_1024 (size=757) 2024-11-12T09:42:46,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:42:46,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:46,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:48,733 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 after 4003ms 2024-11-12T09:42:48,735 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/WALs/eb677afb1da9,37713,1731404546767/eb677afb1da9%2C37713%2C1731404546767.1731404547151 to hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/oldWALs/eb677afb1da9%2C37713%2C1731404546767.1731404547151 2024-11-12T09:42:48,742 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/MasterData/oldWALs/eb677afb1da9%2C37713%2C1731404546767.1731404547151 to hdfs://localhost:36511/user/jenkins/test-data/cd386f84-4d4f-0683-7be8-b58b068e1fb6/oldWALs/eb677afb1da9%2C37713%2C1731404546767.1731404547151$masterlocalwal$ 2024-11-12T09:42:48,743 INFO [M:0;eb677afb1da9:37713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:42:48,743 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:42:48,743 INFO [M:0;eb677afb1da9:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37713 2024-11-12T09:42:48,743 INFO [M:0;eb677afb1da9:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:42:48,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:48,892 INFO [M:0;eb677afb1da9:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:42:48,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1012fb655670000, quorum=127.0.0.1:57577, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:42:48,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@538bc521{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:48,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46d439b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:48,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:48,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d7f3ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:48,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d39b7d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:48,898 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:48,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:48,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:48,898 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124076096-172.17.0.2-1731404545047 (Datanode Uuid 4cacfc8e-5e83-4da6-a2a1-4a77b9495b4e) service to localhost/127.0.0.1:36511 2024-11-12T09:42:48,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data3/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data4/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:48,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2659d7b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:48,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee6b90d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:48,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:48,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f2cec4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:48,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a55a57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:48,903 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:48,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:48,903 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124076096-172.17.0.2-1731404545047 (Datanode Uuid 06d441ca-c946-4957-bbe3-6520ce9fd642) service to localhost/127.0.0.1:36511 2024-11-12T09:42:48,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:48,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data9/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data10/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:48,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f89ade7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:48,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f5ec2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:48,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:48,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78489b4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:48,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10df864a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:48,907 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:48,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:48,907 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124076096-172.17.0.2-1731404545047 (Datanode Uuid ce5c3adf-5e60-4444-b958-95f983bf7aea) service to localhost/127.0.0.1:36511 2024-11-12T09:42:48,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:48,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data7/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data8/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:48,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d43a77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:48,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cd4e490{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:48,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:48,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75cc60ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:48,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39bce2e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:48,916 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:48,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:48,916 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124076096-172.17.0.2-1731404545047 (Datanode Uuid a367c8b5-6854-4097-aecd-304ad363572f) service to localhost/127.0.0.1:36511 2024-11-12T09:42:48,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:48,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data5/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data6/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:48,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f01f34c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:48,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46fe1ce7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:48,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:48,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39bfc810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:48,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34439b48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:48,921 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:42:48,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:42:48,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:42:48,921 WARN [BP-1124076096-172.17.0.2-1731404545047 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124076096-172.17.0.2-1731404545047 (Datanode Uuid 5baae0f9-4652-41e5-8abd-98cc63c55c85) service to localhost/127.0.0.1:36511 2024-11-12T09:42:48,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data1/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/cluster_d3346378-8fe3-67db-652c-7dacffb5275a/data/data2/current/BP-1124076096-172.17.0.2-1731404545047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:42:48,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:42:48,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@236fa6bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:42:48,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65bc0993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:42:48,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:42:48,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b1d8a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:42:48,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3afd067c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir/,STOPPED} 2024-11-12T09:42:48,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:42:48,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T09:42:48,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=105 (was 71) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:36511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:36511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (61532135) connection to localhost/127.0.0.1:36511 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=445 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=8067 (was 6994) - AvailableMemoryMB LEAK? - 2024-11-12T09:42:48,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=105, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=8066 2024-11-12T09:42:48,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:42:48,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.log.dir so I do NOT create it in target/test-data/23323635-f00b-b04f-e159-e02012bab413 2024-11-12T09:42:48,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/011dcb3f-ca91-38a7-3551-85f78223c20f/hadoop.tmp.dir so I do NOT create it in target/test-data/23323635-f00b-b04f-e159-e02012bab413 2024-11-12T09:42:48,980 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9, deleteOnExit=true 2024-11-12T09:42:48,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/test.cache.data in system properties and HBase conf 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:42:48,981 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:42:48,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:42:48,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:42:49,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:49,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:49,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:49,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:49,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:42:49,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:49,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b15398b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:49,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94cc291{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:49,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fa8f4ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/java.io.tmpdir/jetty-localhost-40159-hadoop-hdfs-3_4_1-tests_jar-_-any-12713875953825584578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:42:49,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d5e568{HTTP/1.1, (http/1.1)}{localhost:40159} 2024-11-12T09:42:49,429 INFO [Time-limited test {}] server.Server(415): Started @92930ms 2024-11-12T09:42:49,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:49,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:49,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:49,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:49,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:42:49,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607d89c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:49,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7a4e68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:49,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d19f17b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/java.io.tmpdir/jetty-localhost-43201-hadoop-hdfs-3_4_1-tests_jar-_-any-3485474699183745525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:49,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76f0038c{HTTP/1.1, (http/1.1)}{localhost:43201} 2024-11-12T09:42:49,803 INFO [Time-limited test {}] server.Server(415): Started @93303ms 2024-11-12T09:42:49,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:49,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:42:49,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:42:49,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:42:49,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:42:49,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:42:49,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247418ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:42:49,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160d7901{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:42:50,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44753fb5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/java.io.tmpdir/jetty-localhost-33899-hadoop-hdfs-3_4_1-tests_jar-_-any-814818050172785166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:42:50,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e117b22{HTTP/1.1, (http/1.1)}{localhost:33899} 2024-11-12T09:42:50,027 INFO [Time-limited test {}] server.Server(415): Started @93528ms 2024-11-12T09:42:50,029 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:42:50,577 WARN [Thread-798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data1/current/BP-1572800463-172.17.0.2-1731404569008/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:50,577 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data2/current/BP-1572800463-172.17.0.2-1731404569008/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:50,606 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x963d6763c38352bb with lease ID 0x5a0b2e316f05e079: Processing first storage report for DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9 from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=bff53f90-97df-4852-bebf-99a7e04c5695, infoPort=39439, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008) 2024-11-12T09:42:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x963d6763c38352bb with lease ID 0x5a0b2e316f05e079: from storage DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9 node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=bff53f90-97df-4852-bebf-99a7e04c5695, infoPort=39439, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T09:42:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x963d6763c38352bb with lease ID 0x5a0b2e316f05e079: Processing first storage report for DS-c2fc211b-f8f7-4e41-b689-5d259ecca2d2 from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=bff53f90-97df-4852-bebf-99a7e04c5695, infoPort=39439, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008) 2024-11-12T09:42:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x963d6763c38352bb with lease ID 0x5a0b2e316f05e079: from storage DS-c2fc211b-f8f7-4e41-b689-5d259ecca2d2 node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=bff53f90-97df-4852-bebf-99a7e04c5695, infoPort=39439, infoSecurePort=0, ipcPort=36855, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:50,793 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data4/current/BP-1572800463-172.17.0.2-1731404569008/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:50,793 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data3/current/BP-1572800463-172.17.0.2-1731404569008/current, will proceed with Du for space computation calculation, 2024-11-12T09:42:50,816 WARN [Thread-786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:42:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x331b2a3d82e7bed2 with lease ID 0x5a0b2e316f05e07a: Processing first storage report for DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505 from datanode DatanodeRegistration(127.0.0.1:45769, datanodeUuid=7fd4cd3e-68d0-48cd-9c3f-f63acc6ff8d9, infoPort=34303, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008) 2024-11-12T09:42:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x331b2a3d82e7bed2 with lease ID 0x5a0b2e316f05e07a: from storage DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505 node DatanodeRegistration(127.0.0.1:45769, datanodeUuid=7fd4cd3e-68d0-48cd-9c3f-f63acc6ff8d9, infoPort=34303, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x331b2a3d82e7bed2 with lease ID 0x5a0b2e316f05e07a: Processing first storage report for DS-f27d2d34-fb4c-4f2d-919b-f09d66ead855 from datanode DatanodeRegistration(127.0.0.1:45769, datanodeUuid=7fd4cd3e-68d0-48cd-9c3f-f63acc6ff8d9, infoPort=34303, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008) 2024-11-12T09:42:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x331b2a3d82e7bed2 with lease ID 0x5a0b2e316f05e07a: from storage DS-f27d2d34-fb4c-4f2d-919b-f09d66ead855 node DatanodeRegistration(127.0.0.1:45769, datanodeUuid=7fd4cd3e-68d0-48cd-9c3f-f63acc6ff8d9, infoPort=34303, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=667253698;c=1731404569008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:42:50,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413 2024-11-12T09:42:50,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/zookeeper_0, clientPort=55025, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:42:50,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55025 2024-11-12T09:42:50,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:50,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:50,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:42:50,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:42:50,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c with version=8 2024-11-12T09:42:50,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase-staging 2024-11-12T09:42:50,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:42:50,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:42:50,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37907 2024-11-12T09:42:50,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37907 connecting to ZooKeeper ensemble=127.0.0.1:55025 2024-11-12T09:42:50,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379070x0, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:42:50,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37907-0x1012fb6b3c30000 connected 2024-11-12T09:42:51,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:51,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:51,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:51,170 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c, hbase.cluster.distributed=false 2024-11-12T09:42:51,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:42:51,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-12T09:42:51,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37907 2024-11-12T09:42:51,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37907 2024-11-12T09:42:51,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-12T09:42:51,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37907 2024-11-12T09:42:51,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:42:51,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:42:51,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35975 2024-11-12T09:42:51,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35975 connecting to ZooKeeper ensemble=127.0.0.1:55025 2024-11-12T09:42:51,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:51,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:51,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359750x0, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:42:51,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35975-0x1012fb6b3c30001 connected 2024-11-12T09:42:51,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:42:51,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:42:51,209 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:42:51,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:42:51,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:42:51,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-12T09:42:51,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35975 2024-11-12T09:42:51,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35975 2024-11-12T09:42:51,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-12T09:42:51,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-12T09:42:51,231 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:37907 2024-11-12T09:42:51,231 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,37907,1731404570907 2024-11-12T09:42:51,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:51,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:51,242 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,37907,1731404570907 2024-11-12T09:42:51,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:51,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:42:51,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:51,298 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:42:51,299 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,37907,1731404570907 from backup master directory 2024-11-12T09:42:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,37907,1731404570907 2024-11-12T09:42:51,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:42:51,308 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:42:51,308 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,37907,1731404570907 2024-11-12T09:42:51,314 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/hbase.id] with ID: 3082d445-543f-4f51-a623-701289275fb2 2024-11-12T09:42:51,314 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/.tmp/hbase.id 2024-11-12T09:42:51,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:42:51,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:42:51,321 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/.tmp/hbase.id]:[hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/hbase.id] 2024-11-12T09:42:51,334 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:51,335 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:42:51,336 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T09:42:51,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:51,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:42:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:42:51,356 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:42:51,357 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:42:51,357 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:42:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:42:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:42:51,368 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store 2024-11-12T09:42:51,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:42:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:42:51,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:51,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:42:51,777 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:51,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:51,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:42:51,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:51,777 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:42:51,777 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404571777Disabling compacts and flushes for region at 1731404571777Disabling writes for close at 1731404571777Writing region close event to WAL at 1731404571777Closed at 1731404571777 2024-11-12T09:42:51,778 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/.initializing 2024-11-12T09:42:51,778 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/WALs/eb677afb1da9,37907,1731404570907 2024-11-12T09:42:51,780 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:42:51,783 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C37907%2C1731404570907, suffix=, logDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/WALs/eb677afb1da9,37907,1731404570907, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/oldWALs, maxLogs=10 2024-11-12T09:42:51,797 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/WALs/eb677afb1da9,37907,1731404570907/eb677afb1da9%2C37907%2C1731404570907.1731404571783, exclude list is [], retry=0 2024-11-12T09:42:51,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9,DISK] 2024-11-12T09:42:51,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505,DISK] 2024-11-12T09:42:51,804 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/WALs/eb677afb1da9,37907,1731404570907/eb677afb1da9%2C37907%2C1731404570907.1731404571783 2024-11-12T09:42:51,805 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439),(127.0.0.1/127.0.0.1:34303:34303)] 2024-11-12T09:42:51,805 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:42:51,806 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:51,806 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,806 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:42:51,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:51,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:51,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:42:51,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:51,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:51,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:42:51,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:51,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:51,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:42:51,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:51,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:51,824 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,824 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,825 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,826 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,826 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,826 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:42:51,828 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:42:51,830 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:42:51,830 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=802526, jitterRate=0.020464599132537842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:42:51,831 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731404571806Initializing all the Stores at 1731404571807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404571807Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404571810 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404571810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404571810Cleaning up temporary data from old regions at 1731404571826 (+16 ms)Region opened successfully at 1731404571831 (+5 ms) 2024-11-12T09:42:51,831 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:42:51,835 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f663855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:42:51,835 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:42:51,836 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:42:51,836 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:42:51,836 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:42:51,836 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T09:42:51,837 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T09:42:51,837 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T09:42:51,839 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:42:51,840 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:42:51,875 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:42:51,875 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:42:51,876 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:42:51,913 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:42:51,914 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:42:51,915 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:42:51,964 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:42:51,966 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:42:51,974 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:42:51,978 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:42:51,989 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:42:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:42:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,000 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,37907,1731404570907, sessionid=0x1012fb6b3c30000, setting cluster-up flag (Was=false) 2024-11-12T09:42:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,116 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:42:52,117 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,37907,1731404570907 2024-11-12T09:42:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,158 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:42:52,159 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,37907,1731404570907 2024-11-12T09:42:52,160 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:42:52,162 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:52,162 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:42:52,163 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:42:52,163 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,37907,1731404570907 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:42:52,165 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731404602166 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:42:52,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:42:52,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:42:52,167 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:42:52,170 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:42:52,171 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:42:52,171 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:42:52,171 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:42:52,171 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:42:52,174 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404572171,5,FailOnTimeoutGroup] 2024-11-12T09:42:52,176 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404572175,5,FailOnTimeoutGroup] 2024-11-12T09:42:52,176 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,176 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:42:52,176 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,176 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:42:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:42:52,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:42:52,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c 2024-11-12T09:42:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:42:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:42:52,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:52,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:42:52,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:42:52,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:42:52,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:42:52,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:42:52,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:42:52,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:42:52,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:42:52,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:42:52,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740 2024-11-12T09:42:52,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740 2024-11-12T09:42:52,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:42:52,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:42:52,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:42:52,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:42:52,215 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:42:52,216 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=689325, jitterRate=-0.12347839772701263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:42:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731404572194Initializing all the Stores at 1731404572195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404572195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404572195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404572195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404572195Cleaning up temporary data from old regions at 1731404572211 (+16 ms)Region opened successfully at 1731404572217 (+6 ms) 2024-11-12T09:42:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:42:52,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:42:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:42:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:42:52,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:42:52,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:42:52,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404572217Disabling compacts and flushes for region at 1731404572217Disabling writes for close at 1731404572217Writing region close event to WAL at 1731404572218 (+1 ms)Closed at 1731404572218 2024-11-12T09:42:52,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:52,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:42:52,219 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(746): ClusterId : 3082d445-543f-4f51-a623-701289275fb2 2024-11-12T09:42:52,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:42:52,219 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:42:52,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:42:52,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:42:52,240 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:42:52,240 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:42:52,250 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:42:52,251 DEBUG [RS:0;eb677afb1da9:35975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488c72a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:42:52,266 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:35975 2024-11-12T09:42:52,266 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:42:52,266 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:42:52,266 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:42:52,267 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,37907,1731404570907 with port=35975, startcode=1731404571190 2024-11-12T09:42:52,268 DEBUG [RS:0;eb677afb1da9:35975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:42:52,270 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:42:52,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37907 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,273 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c 2024-11-12T09:42:52,273 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46013 2024-11-12T09:42:52,273 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:42:52,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:42:52,283 DEBUG [RS:0;eb677afb1da9:35975 {}] zookeeper.ZKUtil(111): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,283 WARN [RS:0;eb677afb1da9:35975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:42:52,284 INFO [RS:0;eb677afb1da9:35975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:42:52,284 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,35975,1731404571190] 2024-11-12T09:42:52,288 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:42:52,289 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:42:52,290 INFO [RS:0;eb677afb1da9:35975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:42:52,290 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,291 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:42:52,292 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:42:52,292 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,292 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:42:52,293 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:42:52,293 DEBUG [RS:0;eb677afb1da9:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:42:52,299 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,299 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,299 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,299 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,299 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,299 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,35975,1731404571190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:42:52,315 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:42:52,315 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,35975,1731404571190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,315 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,315 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.Replication(171): eb677afb1da9,35975,1731404571190 started 2024-11-12T09:42:52,335 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:52,336 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,35975,1731404571190, RpcServer on eb677afb1da9/172.17.0.2:35975, sessionid=0x1012fb6b3c30001 2024-11-12T09:42:52,336 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:42:52,336 DEBUG [RS:0;eb677afb1da9:35975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,336 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,35975,1731404571190' 2024-11-12T09:42:52,336 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:42:52,337 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:42:52,337 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:42:52,337 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:42:52,337 DEBUG [RS:0;eb677afb1da9:35975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,337 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,35975,1731404571190' 2024-11-12T09:42:52,337 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:42:52,338 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:42:52,338 DEBUG [RS:0;eb677afb1da9:35975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:42:52,338 INFO [RS:0;eb677afb1da9:35975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:42:52,338 INFO [RS:0;eb677afb1da9:35975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:42:52,373 WARN [eb677afb1da9:37907 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:42:52,439 INFO [RS:0;eb677afb1da9:35975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:42:52,441 INFO [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C35975%2C1731404571190, suffix=, logDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/oldWALs, maxLogs=32 2024-11-12T09:42:52,458 DEBUG [RS:0;eb677afb1da9:35975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404572442, exclude list is [], retry=0 2024-11-12T09:42:52,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9,DISK] 2024-11-12T09:42:52,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505,DISK] 2024-11-12T09:42:52,463 INFO [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404572442 2024-11-12T09:42:52,463 DEBUG [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439),(127.0.0.1/127.0.0.1:34303:34303)] 2024-11-12T09:42:52,623 DEBUG [eb677afb1da9:37907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T09:42:52,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,35975,1731404571190, state=OPENING 2024-11-12T09:42:52,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:42:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:42:52,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:42:52,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:52,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,35975,1731404571190}] 2024-11-12T09:42:52,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:52,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:42:52,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:42:52,872 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:42:52,873 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:42:52,873 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:42:52,875 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C35975%2C1731404571190.meta, suffix=.meta, logDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190, archiveDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/oldWALs, maxLogs=32 2024-11-12T09:42:52,887 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.meta.1731404572875.meta, exclude list is [], retry=0 2024-11-12T09:42:52,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9,DISK] 2024-11-12T09:42:52,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505,DISK] 2024-11-12T09:42:52,892 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.meta.1731404572875.meta 2024-11-12T09:42:52,892 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34303:34303),(127.0.0.1/127.0.0.1:39439:39439)] 2024-11-12T09:42:52,893 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:42:52,893 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:42:52,893 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:42:52,893 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:42:52,893 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:42:52,894 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:52,894 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:42:52,894 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:42:52,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:42:52,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:42:52,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:42:52,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:42:52,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:42:52,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:42:52,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:42:52,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:42:52,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:52,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:42:52,901 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:42:52,901 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740 2024-11-12T09:42:52,903 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740 2024-11-12T09:42:52,904 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:42:52,904 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:42:52,905 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:42:52,906 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:42:52,907 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=792065, jitterRate=0.007163196802139282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:42:52,907 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:42:52,908 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731404572894Writing region info on filesystem at 1731404572894Initializing all the Stores at 1731404572895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404572895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404572895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404572895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404572895Cleaning up temporary data from old regions at 1731404572904 (+9 ms)Running coprocessor post-open hooks at 1731404572907 (+3 ms)Region opened successfully at 1731404572908 (+1 ms) 2024-11-12T09:42:52,909 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731404572865 2024-11-12T09:42:52,912 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:42:52,912 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:42:52,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,35975,1731404571190, state=OPEN 2024-11-12T09:42:52,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:42:52,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:42:52,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,35975,1731404571190 2024-11-12T09:42:52,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:52,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:42:52,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:42:52,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,35975,1731404571190 in 272 msec 2024-11-12T09:42:52,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:42:52,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 766 msec 2024-11-12T09:42:52,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:42:52,989 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:42:52,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:42:52,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,35975,1731404571190, seqNum=-1] 2024-11-12T09:42:52,991 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:42:52,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46861, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:42:52,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-11-12T09:42:52,998 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731404572998, completionTime=-1 2024-11-12T09:42:52,998 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T09:42:52,998 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:42:53,000 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T09:42:53,000 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731404633000 2024-11-12T09:42:53,000 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731404693000 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37907,1731404570907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37907,1731404570907-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37907,1731404570907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:37907, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,001 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,003 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:42:53,005 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.697sec 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37907,1731404570907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:42:53,006 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37907,1731404570907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:42:53,009 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:42:53,009 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:42:53,009 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,37907,1731404570907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:42:53,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c34d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:42:53,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,37907,-1 for getting cluster id 2024-11-12T09:42:53,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:42:53,022 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3082d445-543f-4f51-a623-701289275fb2' 2024-11-12T09:42:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:42:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3082d445-543f-4f51-a623-701289275fb2" 2024-11-12T09:42:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfd0faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:42:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,37907,-1] 2024-11-12T09:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:42:53,025 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:42:53,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdb8555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:42:53,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:42:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,35975,1731404571190, seqNum=-1] 2024-11-12T09:42:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:42:53,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:42:53,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,37907,1731404570907 2024-11-12T09:42:53,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:42:53,034 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T09:42:53,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:42:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,37907,1731404570907 2024-11-12T09:42:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b7074 2024-11-12T09:42:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:42:53,037 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:42:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T09:42:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T09:42:53,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:42:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:42:53,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:42:53,042 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:53,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-12T09:42:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:42:53,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:42:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741835_1011 (size=405) 2024-11-12T09:42:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741835_1011 (size=405) 2024-11-12T09:42:53,051 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 322a6548932944b8720858e1e04e0f5d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c 2024-11-12T09:42:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741836_1012 (size=88) 2024-11-12T09:42:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741836_1012 (size=88) 2024-11-12T09:42:53,059 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:53,059 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 322a6548932944b8720858e1e04e0f5d, disabling compactions & flushes 2024-11-12T09:42:53,059 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,059 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,059 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. after waiting 0 ms 2024-11-12T09:42:53,059 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,059 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,059 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 322a6548932944b8720858e1e04e0f5d: Waiting for close lock at 1731404573059Disabling compacts and flushes for region at 1731404573059Disabling writes for close at 1731404573059Writing region close event to WAL at 1731404573059Closed at 1731404573059 2024-11-12T09:42:53,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:42:53,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731404573061"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731404573061"}]},"ts":"1731404573061"} 2024-11-12T09:42:53,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:42:53,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:42:53,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404573066"}]},"ts":"1731404573066"} 2024-11-12T09:42:53,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-12T09:42:53,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=322a6548932944b8720858e1e04e0f5d, ASSIGN}] 2024-11-12T09:42:53,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=322a6548932944b8720858e1e04e0f5d, ASSIGN 2024-11-12T09:42:53,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=322a6548932944b8720858e1e04e0f5d, ASSIGN; state=OFFLINE, location=eb677afb1da9,35975,1731404571190; forceNewPlan=false, retain=false 2024-11-12T09:42:53,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=322a6548932944b8720858e1e04e0f5d, regionState=OPENING, regionLocation=eb677afb1da9,35975,1731404571190 2024-11-12T09:42:53,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=322a6548932944b8720858e1e04e0f5d, ASSIGN because future has completed 2024-11-12T09:42:53,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 322a6548932944b8720858e1e04e0f5d, server=eb677afb1da9,35975,1731404571190}] 2024-11-12T09:42:53,383 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 322a6548932944b8720858e1e04e0f5d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:42:53,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:42:53,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,384 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,386 INFO [StoreOpener-322a6548932944b8720858e1e04e0f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,388 INFO [StoreOpener-322a6548932944b8720858e1e04e0f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322a6548932944b8720858e1e04e0f5d columnFamilyName info 2024-11-12T09:42:53,388 DEBUG [StoreOpener-322a6548932944b8720858e1e04e0f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:42:53,388 INFO [StoreOpener-322a6548932944b8720858e1e04e0f5d-1 {}] regionserver.HStore(327): Store=322a6548932944b8720858e1e04e0f5d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:42:53,389 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,390 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,390 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,391 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,391 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,393 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,396 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:42:53,397 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 322a6548932944b8720858e1e04e0f5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856082, jitterRate=0.08856502175331116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:42:53,397 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:42:53,398 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 322a6548932944b8720858e1e04e0f5d: Running coprocessor pre-open hook at 1731404573384Writing region info on filesystem at 1731404573384Initializing all the Stores at 1731404573385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404573386 (+1 ms)Cleaning up temporary data from old regions at 1731404573391 (+5 ms)Running coprocessor post-open hooks at 1731404573397 (+6 ms)Region opened successfully at 1731404573398 (+1 ms) 2024-11-12T09:42:53,400 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d., pid=6, masterSystemTime=1731404573379 2024-11-12T09:42:53,402 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,403 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:42:53,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=322a6548932944b8720858e1e04e0f5d, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,35975,1731404571190 2024-11-12T09:42:53,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 322a6548932944b8720858e1e04e0f5d, server=eb677afb1da9,35975,1731404571190 because future has completed 2024-11-12T09:42:53,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T09:42:53,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 322a6548932944b8720858e1e04e0f5d, server=eb677afb1da9,35975,1731404571190 in 182 msec 2024-11-12T09:42:53,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T09:42:53,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=322a6548932944b8720858e1e04e0f5d, ASSIGN in 343 msec 2024-11-12T09:42:53,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:42:53,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404573416"}]},"ts":"1731404573416"} 2024-11-12T09:42:53,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-12T09:42:53,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:42:53,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 382 msec 2024-11-12T09:42:57,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:57,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:57,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:57,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:42:58,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:42:58,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:42:58,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-12T09:43:02,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T09:43:02,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T09:43:02,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:43:02,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T09:43:02,664 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:02,664 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T09:43:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:43:03,057 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T09:43:03,057 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-12T09:43:03,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:03,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d., hostname=eb677afb1da9,35975,1731404571190, seqNum=2] 2024-11-12T09:43:03,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:03,079 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:43:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:43:03,080 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:43:03,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:43:03,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T09:43:03,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:03,244 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 322a6548932944b8720858e1e04e0f5d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T09:43:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/4ea4a0a2d0fb4228953bd7624413b0dc is 1055, key is row0001/info:/1731404583067/Put/seqid=0 2024-11-12T09:43:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741837_1013 (size=6008) 2024-11-12T09:43:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741837_1013 (size=6008) 2024-11-12T09:43:03,269 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/4ea4a0a2d0fb4228953bd7624413b0dc 2024-11-12T09:43:03,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/4ea4a0a2d0fb4228953bd7624413b0dc as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/4ea4a0a2d0fb4228953bd7624413b0dc 2024-11-12T09:43:03,287 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/4ea4a0a2d0fb4228953bd7624413b0dc, entries=1, sequenceid=5, filesize=5.9 K 2024-11-12T09:43:03,289 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 322a6548932944b8720858e1e04e0f5d in 44ms, sequenceid=5, compaction requested=false 2024-11-12T09:43:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 322a6548932944b8720858e1e04e0f5d: 2024-11-12T09:43:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:03,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T09:43:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T09:43:03,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T09:43:03,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-11-12T09:43:03,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 227 msec 2024-11-12T09:43:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T09:43:13,136 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T09:43:13,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:43:13,141 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:43:13,143 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:43:13,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:43:13,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T09:43:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:13,297 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 322a6548932944b8720858e1e04e0f5d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T09:43:13,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/fcd279b2621d43a1945b339797d27b43 is 1055, key is row0002/info:/1731404593137/Put/seqid=0 2024-11-12T09:43:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741838_1014 (size=6008) 2024-11-12T09:43:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741838_1014 (size=6008) 2024-11-12T09:43:13,316 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/fcd279b2621d43a1945b339797d27b43 2024-11-12T09:43:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/fcd279b2621d43a1945b339797d27b43 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/fcd279b2621d43a1945b339797d27b43 2024-11-12T09:43:13,330 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/fcd279b2621d43a1945b339797d27b43, entries=1, sequenceid=9, filesize=5.9 K 2024-11-12T09:43:13,331 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 322a6548932944b8720858e1e04e0f5d in 34ms, sequenceid=9, compaction requested=false 2024-11-12T09:43:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 322a6548932944b8720858e1e04e0f5d: 2024-11-12T09:43:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:13,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T09:43:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T09:43:13,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T09:43:13,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-12T09:43:13,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-12T09:43:20,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:43:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T09:43:23,198 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T09:43:23,222 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404603206, exclude list is [], retry=0 2024-11-12T09:43:23,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9,DISK] 2024-11-12T09:43:23,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505,DISK] 2024-11-12T09:43:23,226 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404572442 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404603206 2024-11-12T09:43:23,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439),(127.0.0.1/127.0.0.1:34303:34303)] 2024-11-12T09:43:23,227 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404572442 is not closed yet, will try archiving it next time 2024-11-12T09:43:23,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741833_1009 (size=5471) 2024-11-12T09:43:23,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404572442 not finished, retry = 0 2024-11-12T09:43:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741833_1009 (size=5471) 2024-11-12T09:43:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T09:43:23,230 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:43:23,231 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:43:23,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:43:23,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T09:43:23,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:23,388 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 322a6548932944b8720858e1e04e0f5d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T09:43:23,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/1927c39d26164f2483acf7901629b83a is 1055, key is row0003/info:/1731404603202/Put/seqid=0 2024-11-12T09:43:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741840_1016 (size=6008) 2024-11-12T09:43:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741840_1016 (size=6008) 2024-11-12T09:43:23,402 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/1927c39d26164f2483acf7901629b83a 2024-11-12T09:43:23,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/1927c39d26164f2483acf7901629b83a as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/1927c39d26164f2483acf7901629b83a 2024-11-12T09:43:23,416 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/1927c39d26164f2483acf7901629b83a, entries=1, sequenceid=13, filesize=5.9 K 2024-11-12T09:43:23,417 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 322a6548932944b8720858e1e04e0f5d in 29ms, sequenceid=13, compaction requested=true 2024-11-12T09:43:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 322a6548932944b8720858e1e04e0f5d: 2024-11-12T09:43:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T09:43:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T09:43:23,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T09:43:23,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 188 msec 2024-11-12T09:43:23,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-11-12T09:43:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T09:43:33,257 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T09:43:33,261 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:43:33,265 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:43:33,267 DEBUG [Time-limited test {}] regionserver.HStore(1541): 322a6548932944b8720858e1e04e0f5d/info is initiating minor compaction (all files) 2024-11-12T09:43:33,267 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:43:33,267 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:33,268 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 322a6548932944b8720858e1e04e0f5d/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:33,269 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/4ea4a0a2d0fb4228953bd7624413b0dc, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/fcd279b2621d43a1945b339797d27b43, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/1927c39d26164f2483acf7901629b83a] into tmpdir=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp, totalSize=17.6 K 2024-11-12T09:43:33,270 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4ea4a0a2d0fb4228953bd7624413b0dc, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731404583067 2024-11-12T09:43:33,271 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fcd279b2621d43a1945b339797d27b43, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731404593137 2024-11-12T09:43:33,271 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1927c39d26164f2483acf7901629b83a, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731404603202 2024-11-12T09:43:33,294 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 322a6548932944b8720858e1e04e0f5d#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:43:33,295 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/14d2649f49284cfe9b0f1573d677a4db is 1055, key is row0001/info:/1731404583067/Put/seqid=0 2024-11-12T09:43:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741841_1017 (size=8221) 2024-11-12T09:43:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741841_1017 (size=8221) 2024-11-12T09:43:33,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/14d2649f49284cfe9b0f1573d677a4db as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/14d2649f49284cfe9b0f1573d677a4db 2024-11-12T09:43:33,324 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 322a6548932944b8720858e1e04e0f5d/info of 322a6548932944b8720858e1e04e0f5d into 14d2649f49284cfe9b0f1573d677a4db(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:43:33,325 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 322a6548932944b8720858e1e04e0f5d: 2024-11-12T09:43:33,346 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404613327, exclude list is [], retry=0 2024-11-12T09:43:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9,DISK] 2024-11-12T09:43:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505,DISK] 2024-11-12T09:43:33,351 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404603206 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404613327 2024-11-12T09:43:33,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39439:39439),(127.0.0.1/127.0.0.1:34303:34303)] 2024-11-12T09:43:33,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404603206 is not closed yet, will try archiving it next time 2024-11-12T09:43:33,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741839_1015 (size=2495) 2024-11-12T09:43:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741839_1015 (size=2495) 2024-11-12T09:43:33,354 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404572442 to hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/oldWALs/eb677afb1da9%2C35975%2C1731404571190.1731404572442 2024-11-12T09:43:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:43:33,356 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-12T09:43:33,357 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T09:43:33,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T09:43:33,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T09:43:33,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:33,511 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 322a6548932944b8720858e1e04e0f5d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T09:43:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/88ee280b8635418d8d85fb8527ebf651 is 1055, key is row0000/info:/1731404613326/Put/seqid=0 2024-11-12T09:43:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741843_1019 (size=6008) 2024-11-12T09:43:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741843_1019 (size=6008) 2024-11-12T09:43:33,535 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/88ee280b8635418d8d85fb8527ebf651 2024-11-12T09:43:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/88ee280b8635418d8d85fb8527ebf651 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/88ee280b8635418d8d85fb8527ebf651 2024-11-12T09:43:33,552 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/88ee280b8635418d8d85fb8527ebf651, entries=1, sequenceid=18, filesize=5.9 K 2024-11-12T09:43:33,553 INFO [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 322a6548932944b8720858e1e04e0f5d in 42ms, sequenceid=18, compaction requested=false 2024-11-12T09:43:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 322a6548932944b8720858e1e04e0f5d: 2024-11-12T09:43:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:33,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T09:43:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T09:43:33,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T09:43:33,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 198 msec 2024-11-12T09:43:33,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 206 msec 2024-11-12T09:43:33,642 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T09:43:33,642 INFO [master/eb677afb1da9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T09:43:38,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 322a6548932944b8720858e1e04e0f5d, had cached 0 bytes from a total of 14229 2024-11-12T09:43:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T09:43:43,407 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-12T09:43:43,431 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404623410, exclude list is [], retry=0 2024-11-12T09:43:43,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45769,DS-df3c2c5b-6838-4158-9e79-ac0dffe9e505,DISK] 2024-11-12T09:43:43,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-1fdafcd8-1bed-4ba2-b5ab-03bc720847f9,DISK] 2024-11-12T09:43:43,436 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404613327 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404623410 2024-11-12T09:43:43,436 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34303:34303),(127.0.0.1/127.0.0.1:39439:39439)] 2024-11-12T09:43:43,436 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404613327 is not closed yet, will try archiving it next time 2024-11-12T09:43:43,437 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/WALs/eb677afb1da9,35975,1731404571190/eb677afb1da9%2C35975%2C1731404571190.1731404603206 to hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/oldWALs/eb677afb1da9%2C35975%2C1731404571190.1731404603206 2024-11-12T09:43:43,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:43:43,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:43:43,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:43:43,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:43:43,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:43:43,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:43:43,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844932019, stopped=false 2024-11-12T09:43:43,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:43:43,438 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,37907,1731404570907 2024-11-12T09:43:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741842_1018 (size=2001) 2024-11-12T09:43:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741842_1018 (size=2001) 2024-11-12T09:43:43,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:43:43,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:43:43,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:43,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:43,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:43:43,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:43:43,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:43:43,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:43:43,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:43:43,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:43:43,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,35975,1731404571190' ***** 2024-11-12T09:43:43,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:43:43,471 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:43:43,471 INFO [RS:0;eb677afb1da9:35975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:43:43,471 INFO [RS:0;eb677afb1da9:35975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:43:43,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:43:43,471 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(3091): Received CLOSE for 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:43:43,482 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,35975,1731404571190 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:43:43,483 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 322a6548932944b8720858e1e04e0f5d, disabling compactions & flushes 2024-11-12T09:43:43,483 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:35975. 2024-11-12T09:43:43,483 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:43,483 DEBUG [RS:0;eb677afb1da9:35975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:43:43,483 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. after waiting 0 ms 2024-11-12T09:43:43,483 DEBUG [RS:0;eb677afb1da9:35975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:43:43,483 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:43:43,483 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 322a6548932944b8720858e1e04e0f5d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:43:43,483 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T09:43:43,483 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 322a6548932944b8720858e1e04e0f5d=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.} 2024-11-12T09:43:43,483 DEBUG [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322a6548932944b8720858e1e04e0f5d 2024-11-12T09:43:43,483 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:43:43,484 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:43:43,484 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:43:43,484 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:43:43,484 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:43:43,484 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-12T09:43:43,488 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/6cfe68ee14bc4a63af025854f3b7669b is 1055, key is row0001/info:/1731404623408/Put/seqid=0 2024-11-12T09:43:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741845_1021 (size=6008) 2024-11-12T09:43:43,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741845_1021 (size=6008) 2024-11-12T09:43:43,497 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/6cfe68ee14bc4a63af025854f3b7669b 2024-11-12T09:43:43,501 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/info/584583e0f5de4c34881869e2cf89dcc8 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d./info:regioninfo/1731404573403/Put/seqid=0 2024-11-12T09:43:43,506 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/.tmp/info/6cfe68ee14bc4a63af025854f3b7669b as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/6cfe68ee14bc4a63af025854f3b7669b 2024-11-12T09:43:43,513 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/6cfe68ee14bc4a63af025854f3b7669b, entries=1, sequenceid=22, filesize=5.9 K 2024-11-12T09:43:43,514 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 322a6548932944b8720858e1e04e0f5d in 31ms, sequenceid=22, compaction requested=true 2024-11-12T09:43:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741846_1022 (size=7308) 2024-11-12T09:43:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741846_1022 (size=7308) 2024-11-12T09:43:43,518 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/info/584583e0f5de4c34881869e2cf89dcc8 2024-11-12T09:43:43,519 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/4ea4a0a2d0fb4228953bd7624413b0dc, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/fcd279b2621d43a1945b339797d27b43, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/1927c39d26164f2483acf7901629b83a] to archive 2024-11-12T09:43:43,522 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:43:43,528 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/4ea4a0a2d0fb4228953bd7624413b0dc to hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/4ea4a0a2d0fb4228953bd7624413b0dc 2024-11-12T09:43:43,530 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/fcd279b2621d43a1945b339797d27b43 to hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/fcd279b2621d43a1945b339797d27b43 2024-11-12T09:43:43,532 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/1927c39d26164f2483acf7901629b83a to hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/info/1927c39d26164f2483acf7901629b83a 2024-11-12T09:43:43,547 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:37907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-12T09:43:43,548 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4ea4a0a2d0fb4228953bd7624413b0dc=6008, fcd279b2621d43a1945b339797d27b43=6008, 1927c39d26164f2483acf7901629b83a=6008] 2024-11-12T09:43:43,557 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/322a6548932944b8720858e1e04e0f5d/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-12T09:43:43,557 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/ns/2ab9040bf9804cfc9edefeba142b70c5 is 43, key is default/ns:d/1731404572992/Put/seqid=0 2024-11-12T09:43:43,558 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:43,559 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 322a6548932944b8720858e1e04e0f5d: Waiting for close lock at 1731404623483Running coprocessor pre-close hooks at 1731404623483Disabling compacts and flushes for region at 1731404623483Disabling writes for close at 1731404623483Obtaining lock to block concurrent updates at 1731404623483Preparing flush snapshotting stores in 322a6548932944b8720858e1e04e0f5d at 1731404623483Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731404623483Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. at 1731404623484 (+1 ms)Flushing 322a6548932944b8720858e1e04e0f5d/info: creating writer at 1731404623484Flushing 322a6548932944b8720858e1e04e0f5d/info: appending metadata at 1731404623488 (+4 ms)Flushing 322a6548932944b8720858e1e04e0f5d/info: closing flushed file at 1731404623488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb63dc8: reopening flushed file at 1731404623504 (+16 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 322a6548932944b8720858e1e04e0f5d in 31ms, sequenceid=22, compaction requested=true at 1731404623514 (+10 ms)Writing region close event to WAL at 1731404623552 (+38 ms)Running coprocessor post-close hooks at 1731404623558 (+6 ms)Closed at 1731404623558 2024-11-12T09:43:43,559 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731404573038.322a6548932944b8720858e1e04e0f5d. 2024-11-12T09:43:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741847_1023 (size=5153) 2024-11-12T09:43:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741847_1023 (size=5153) 2024-11-12T09:43:43,574 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/ns/2ab9040bf9804cfc9edefeba142b70c5 2024-11-12T09:43:43,601 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/table/62e8fbc6d1f34463bd95088194a14c92 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731404573416/Put/seqid=0 2024-11-12T09:43:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741848_1024 (size=5508) 2024-11-12T09:43:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741848_1024 (size=5508) 2024-11-12T09:43:43,608 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/table/62e8fbc6d1f34463bd95088194a14c92 2024-11-12T09:43:43,620 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/info/584583e0f5de4c34881869e2cf89dcc8 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/info/584583e0f5de4c34881869e2cf89dcc8 2024-11-12T09:43:43,628 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/info/584583e0f5de4c34881869e2cf89dcc8, entries=10, sequenceid=11, filesize=7.1 K 2024-11-12T09:43:43,630 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/ns/2ab9040bf9804cfc9edefeba142b70c5 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/ns/2ab9040bf9804cfc9edefeba142b70c5 2024-11-12T09:43:43,639 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/ns/2ab9040bf9804cfc9edefeba142b70c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T09:43:43,640 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/.tmp/table/62e8fbc6d1f34463bd95088194a14c92 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/table/62e8fbc6d1f34463bd95088194a14c92 2024-11-12T09:43:43,649 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/table/62e8fbc6d1f34463bd95088194a14c92, entries=2, sequenceid=11, filesize=5.4 K 2024-11-12T09:43:43,650 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=11, compaction requested=false 2024-11-12T09:43:43,656 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T09:43:43,657 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:43:43,657 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:43:43,657 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404623483Running coprocessor pre-close hooks at 1731404623483Disabling compacts and flushes for region at 1731404623483Disabling writes for close at 1731404623484 (+1 ms)Obtaining lock to block concurrent updates at 1731404623484Preparing flush snapshotting stores in 1588230740 at 1731404623484Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731404623484Flushing stores of hbase:meta,,1.1588230740 at 1731404623485 (+1 ms)Flushing 1588230740/info: creating writer at 1731404623485Flushing 1588230740/info: appending metadata at 1731404623500 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731404623500Flushing 1588230740/ns: creating writer at 1731404623532 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731404623557 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731404623557Flushing 1588230740/table: creating writer at 1731404623581 (+24 ms)Flushing 1588230740/table: appending metadata at 1731404623600 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731404623600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afa4606: reopening flushed file at 1731404623618 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f89cd2c: reopening flushed file at 1731404623629 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398c7a82: reopening flushed file at 1731404623639 (+10 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=11, compaction requested=false at 1731404623650 (+11 ms)Writing region close event to WAL at 1731404623652 (+2 ms)Running coprocessor post-close hooks at 1731404623657 (+5 ms)Closed at 1731404623657 2024-11-12T09:43:43,658 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:43:43,684 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,35975,1731404571190; all regions closed. 2024-11-12T09:43:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741834_1010 (size=3306) 2024-11-12T09:43:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741834_1010 (size=3306) 2024-11-12T09:43:43,689 DEBUG [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/oldWALs 2024-11-12T09:43:43,689 INFO [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C35975%2C1731404571190.meta:.meta(num 1731404572875) 2024-11-12T09:43:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741844_1020 (size=1252) 2024-11-12T09:43:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741844_1020 (size=1252) 2024-11-12T09:43:43,698 DEBUG [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/oldWALs 2024-11-12T09:43:43,698 INFO [RS:0;eb677afb1da9:35975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C35975%2C1731404571190:(num 1731404623410) 2024-11-12T09:43:43,698 DEBUG [RS:0;eb677afb1da9:35975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:43:43,698 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:43:43,698 INFO [RS:0;eb677afb1da9:35975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:43:43,699 INFO [RS:0;eb677afb1da9:35975 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T09:43:43,699 INFO [RS:0;eb677afb1da9:35975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:43:43,699 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:43:43,699 INFO [RS:0;eb677afb1da9:35975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35975 2024-11-12T09:43:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:43:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,35975,1731404571190 2024-11-12T09:43:43,737 INFO [RS:0;eb677afb1da9:35975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:43:43,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,35975,1731404571190] 2024-11-12T09:43:43,752 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,35975,1731404571190 already deleted, retry=false 2024-11-12T09:43:43,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,35975,1731404571190 expired; onlineServers=0 2024-11-12T09:43:43,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,37907,1731404570907' ***** 2024-11-12T09:43:43,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:43:43,752 INFO [M:0;eb677afb1da9:37907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:43:43,752 INFO [M:0;eb677afb1da9:37907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:43:43,753 DEBUG [M:0;eb677afb1da9:37907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:43:43,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:43:43,753 DEBUG [M:0;eb677afb1da9:37907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:43:43,753 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404572171 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404572171,5,FailOnTimeoutGroup] 2024-11-12T09:43:43,753 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404572175 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404572175,5,FailOnTimeoutGroup] 2024-11-12T09:43:43,753 INFO [M:0;eb677afb1da9:37907 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:43:43,753 INFO [M:0;eb677afb1da9:37907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:43:43,753 DEBUG [M:0;eb677afb1da9:37907 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:43:43,753 INFO [M:0;eb677afb1da9:37907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:43:43,754 INFO [M:0;eb677afb1da9:37907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:43:43,754 INFO [M:0;eb677afb1da9:37907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:43:43,755 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:43:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:43:43,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:43,760 DEBUG [M:0;eb677afb1da9:37907 {}] zookeeper.ZKUtil(347): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:43:43,761 WARN [M:0;eb677afb1da9:37907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:43:43,764 INFO [M:0;eb677afb1da9:37907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/.lastflushedseqids 2024-11-12T09:43:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741849_1025 (size=130) 2024-11-12T09:43:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741849_1025 (size=130) 2024-11-12T09:43:43,777 INFO [M:0;eb677afb1da9:37907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:43:43,777 INFO [M:0;eb677afb1da9:37907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:43:43,777 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:43:43,777 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:43,777 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:43,777 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:43:43,777 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:43,777 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-12T09:43:43,794 DEBUG [M:0;eb677afb1da9:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e549ca9eae6c49ab8cafa8660c68d225 is 82, key is hbase:meta,,1/info:regioninfo/1731404572912/Put/seqid=0 2024-11-12T09:43:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741850_1026 (size=5672) 2024-11-12T09:43:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741850_1026 (size=5672) 2024-11-12T09:43:43,803 INFO [M:0;eb677afb1da9:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e549ca9eae6c49ab8cafa8660c68d225 2024-11-12T09:43:43,832 DEBUG [M:0;eb677afb1da9:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc08bebd039f4e5082d929bae74f4b3e is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731404573422/Put/seqid=0 2024-11-12T09:43:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:43:43,844 INFO [RS:0;eb677afb1da9:35975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:43:43,844 INFO [RS:0;eb677afb1da9:35975 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,35975,1731404571190; zookeeper connection closed. 2024-11-12T09:43:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741851_1027 (size=7823) 2024-11-12T09:43:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1012fb6b3c30001, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:43:43,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741851_1027 (size=7823) 2024-11-12T09:43:43,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16a14b76 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16a14b76 2024-11-12T09:43:43,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T09:43:43,845 INFO [M:0;eb677afb1da9:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc08bebd039f4e5082d929bae74f4b3e 2024-11-12T09:43:43,852 INFO [M:0;eb677afb1da9:37907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc08bebd039f4e5082d929bae74f4b3e 2024-11-12T09:43:43,873 DEBUG [M:0;eb677afb1da9:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7f0bf61dccf476c9c7b7238c5682138 is 69, key is eb677afb1da9,35975,1731404571190/rs:state/1731404572271/Put/seqid=0 2024-11-12T09:43:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741852_1028 (size=5156) 2024-11-12T09:43:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741852_1028 (size=5156) 2024-11-12T09:43:43,880 INFO [M:0;eb677afb1da9:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7f0bf61dccf476c9c7b7238c5682138 2024-11-12T09:43:43,905 DEBUG [M:0;eb677afb1da9:37907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a1ac2a5602be4f3c967a10d4d26d2cbe is 52, key is load_balancer_on/state:d/1731404573033/Put/seqid=0 2024-11-12T09:43:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741853_1029 (size=5056) 2024-11-12T09:43:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741853_1029 (size=5056) 2024-11-12T09:43:43,915 INFO [M:0;eb677afb1da9:37907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a1ac2a5602be4f3c967a10d4d26d2cbe 2024-11-12T09:43:43,923 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e549ca9eae6c49ab8cafa8660c68d225 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e549ca9eae6c49ab8cafa8660c68d225 2024-11-12T09:43:43,930 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e549ca9eae6c49ab8cafa8660c68d225, entries=8, sequenceid=121, filesize=5.5 K 2024-11-12T09:43:43,931 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc08bebd039f4e5082d929bae74f4b3e as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc08bebd039f4e5082d929bae74f4b3e 2024-11-12T09:43:43,940 INFO [M:0;eb677afb1da9:37907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc08bebd039f4e5082d929bae74f4b3e 2024-11-12T09:43:43,940 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc08bebd039f4e5082d929bae74f4b3e, entries=14, sequenceid=121, filesize=7.6 K 2024-11-12T09:43:43,942 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7f0bf61dccf476c9c7b7238c5682138 as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7f0bf61dccf476c9c7b7238c5682138 2024-11-12T09:43:43,951 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7f0bf61dccf476c9c7b7238c5682138, entries=1, sequenceid=121, filesize=5.0 K 2024-11-12T09:43:43,952 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a1ac2a5602be4f3c967a10d4d26d2cbe as hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a1ac2a5602be4f3c967a10d4d26d2cbe 2024-11-12T09:43:43,960 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46013/user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a1ac2a5602be4f3c967a10d4d26d2cbe, entries=1, sequenceid=121, filesize=4.9 K 2024-11-12T09:43:43,961 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=121, compaction requested=false 2024-11-12T09:43:43,966 INFO [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:43,966 DEBUG [M:0;eb677afb1da9:37907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404623777Disabling compacts and flushes for region at 1731404623777Disabling writes for close at 1731404623777Obtaining lock to block concurrent updates at 1731404623777Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731404623777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1731404623778 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731404623778Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731404623779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731404623793 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731404623793Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731404623810 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731404623832 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731404623832Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731404623852 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731404623872 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731404623872Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731404623885 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731404623905 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731404623905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12bc8fe5: reopening flushed file at 1731404623922 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76673c6d: reopening flushed file at 1731404623930 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b353202: reopening flushed file at 1731404623940 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1620d3ce: reopening flushed file at 1731404623951 (+11 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=121, compaction requested=false at 1731404623961 (+10 ms)Writing region close event to WAL at 1731404623966 (+5 ms)Closed at 1731404623966 2024-11-12T09:43:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741830_1006 (size=53035) 2024-11-12T09:43:43,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66008110-0a3c-cf20-55c6-c9a389b6067c/MasterData/WALs/eb677afb1da9,37907,1731404570907/eb677afb1da9%2C37907%2C1731404570907.1731404571783 not finished, retry = 0 2024-11-12T09:43:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45769 is added to blk_1073741830_1006 (size=53035) 2024-11-12T09:43:44,071 INFO [M:0;eb677afb1da9:37907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:43:44,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:43:44,071 INFO [M:0;eb677afb1da9:37907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37907 2024-11-12T09:43:44,071 INFO [M:0;eb677afb1da9:37907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:43:44,202 INFO [M:0;eb677afb1da9:37907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:43:44,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:43:44,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37907-0x1012fb6b3c30000, quorum=127.0.0.1:55025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:43:44,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44753fb5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:43:44,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e117b22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:43:44,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:43:44,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160d7901{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:43:44,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247418ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir/,STOPPED} 2024-11-12T09:43:44,244 WARN [BP-1572800463-172.17.0.2-1731404569008 heartbeating to localhost/127.0.0.1:46013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:43:44,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:43:44,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:43:44,244 WARN [BP-1572800463-172.17.0.2-1731404569008 heartbeating to localhost/127.0.0.1:46013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1572800463-172.17.0.2-1731404569008 (Datanode Uuid 7fd4cd3e-68d0-48cd-9c3f-f63acc6ff8d9) service to localhost/127.0.0.1:46013 2024-11-12T09:43:44,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data3/current/BP-1572800463-172.17.0.2-1731404569008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:43:44,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data4/current/BP-1572800463-172.17.0.2-1731404569008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:43:44,246 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:43:44,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d19f17b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:43:44,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76f0038c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:43:44,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:43:44,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7a4e68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:43:44,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607d89c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir/,STOPPED} 2024-11-12T09:43:44,256 WARN [BP-1572800463-172.17.0.2-1731404569008 heartbeating to localhost/127.0.0.1:46013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:43:44,257 WARN [BP-1572800463-172.17.0.2-1731404569008 heartbeating to localhost/127.0.0.1:46013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1572800463-172.17.0.2-1731404569008 (Datanode Uuid bff53f90-97df-4852-bebf-99a7e04c5695) service to localhost/127.0.0.1:46013 2024-11-12T09:43:44,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data1/current/BP-1572800463-172.17.0.2-1731404569008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:43:44,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/cluster_43e91b4c-8f7a-7bf9-0f6c-afddc8cc3eb9/data/data2/current/BP-1572800463-172.17.0.2-1731404569008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:43:44,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:43:44,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:43:44,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:43:44,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fa8f4ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:43:44,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d5e568{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:43:44,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:43:44,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94cc291{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:43:44,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b15398b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir/,STOPPED} 2024-11-12T09:43:44,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:43:44,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T09:43:44,302 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:43:44,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=100 (was 105), OpenFileDescriptor=426 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=7141 (was 8066) 2024-11-12T09:43:44,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=7141 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.log.dir so I do NOT create it in target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23323635-f00b-b04f-e159-e02012bab413/hadoop.tmp.dir so I do NOT create it in target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9, deleteOnExit=true 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/test.cache.data in system properties and HBase conf 2024-11-12T09:43:44,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:43:44,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:43:44,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:43:44,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:43:44,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:43:44,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:43:44,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:43:44,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:43:44,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:43:44,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:43:44,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:43:44,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:43:44,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea4d6c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:43:44,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27eed89a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:43:44,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d364a27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/java.io.tmpdir/jetty-localhost-38973-hadoop-hdfs-3_4_1-tests_jar-_-any-310789524537326074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:43:44,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66630adc{HTTP/1.1, (http/1.1)}{localhost:38973} 2024-11-12T09:43:44,735 INFO [Time-limited test {}] server.Server(415): Started @148236ms 2024-11-12T09:43:44,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:43:44,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:43:44,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:43:44,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:43:44,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:43:44,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c8ecad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:43:44,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4158b515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:43:45,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@515ce6b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/java.io.tmpdir/jetty-localhost-38157-hadoop-hdfs-3_4_1-tests_jar-_-any-14648596543291933619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:43:45,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ed7cefa{HTTP/1.1, (http/1.1)}{localhost:38157} 2024-11-12T09:43:45,059 INFO [Time-limited test {}] server.Server(415): Started @148559ms 2024-11-12T09:43:45,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:43:45,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:43:45,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:43:45,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:43:45,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:43:45,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:43:45,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe1bcfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:43:45,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3ae9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:43:45,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d1a09b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/java.io.tmpdir/jetty-localhost-41881-hadoop-hdfs-3_4_1-tests_jar-_-any-13930852721295206010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:43:45,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cb511a{HTTP/1.1, (http/1.1)}{localhost:41881} 2024-11-12T09:43:45,193 INFO [Time-limited test {}] server.Server(415): Started @148693ms 2024-11-12T09:43:45,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:43:45,765 WARN [Thread-1103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data1/current/BP-758479076-172.17.0.2-1731404624347/current, will proceed with Du for space computation calculation, 2024-11-12T09:43:45,765 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data2/current/BP-758479076-172.17.0.2-1731404624347/current, will proceed with Du for space computation calculation, 2024-11-12T09:43:45,780 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:43:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27c26c611db20c62 with lease ID 0x84f48787093560ee: Processing first storage report for DS-fefc0bb9-c138-4c35-ba5d-566d861deffd from datanode DatanodeRegistration(127.0.0.1:34053, datanodeUuid=59085e0d-cf61-4768-b160-004b37560acd, infoPort=41887, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347) 2024-11-12T09:43:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27c26c611db20c62 with lease ID 0x84f48787093560ee: from storage DS-fefc0bb9-c138-4c35-ba5d-566d861deffd node DatanodeRegistration(127.0.0.1:34053, datanodeUuid=59085e0d-cf61-4768-b160-004b37560acd, infoPort=41887, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:43:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27c26c611db20c62 with lease ID 0x84f48787093560ee: Processing first storage report for DS-45d272f4-e399-4c7c-8a62-d4f5073e1e14 from datanode DatanodeRegistration(127.0.0.1:34053, datanodeUuid=59085e0d-cf61-4768-b160-004b37560acd, infoPort=41887, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347) 2024-11-12T09:43:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27c26c611db20c62 with lease ID 0x84f48787093560ee: from storage DS-45d272f4-e399-4c7c-8a62-d4f5073e1e14 node DatanodeRegistration(127.0.0.1:34053, datanodeUuid=59085e0d-cf61-4768-b160-004b37560acd, infoPort=41887, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:43:45,917 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data3/current/BP-758479076-172.17.0.2-1731404624347/current, will proceed with Du for space computation calculation, 2024-11-12T09:43:45,917 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data4/current/BP-758479076-172.17.0.2-1731404624347/current, will proceed with Du for space computation calculation, 2024-11-12T09:43:45,934 WARN [Thread-1090 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:43:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad40a73e15b4e123 with lease ID 0x84f48787093560ef: Processing first storage report for DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152 from datanode DatanodeRegistration(127.0.0.1:39655, datanodeUuid=18c7de92-90b6-42a5-ad9d-3bd43ffab939, infoPort=45273, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347) 2024-11-12T09:43:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad40a73e15b4e123 with lease ID 0x84f48787093560ef: from storage DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152 node DatanodeRegistration(127.0.0.1:39655, datanodeUuid=18c7de92-90b6-42a5-ad9d-3bd43ffab939, infoPort=45273, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:43:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad40a73e15b4e123 with lease ID 0x84f48787093560ef: Processing first storage report for DS-aac9fee3-975f-485d-a8c4-580efcef7551 from datanode DatanodeRegistration(127.0.0.1:39655, datanodeUuid=18c7de92-90b6-42a5-ad9d-3bd43ffab939, infoPort=45273, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347) 2024-11-12T09:43:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad40a73e15b4e123 with lease ID 0x84f48787093560ef: from storage DS-aac9fee3-975f-485d-a8c4-580efcef7551 node DatanodeRegistration(127.0.0.1:39655, datanodeUuid=18c7de92-90b6-42a5-ad9d-3bd43ffab939, infoPort=45273, infoSecurePort=0, ipcPort=34365, storageInfo=lv=-57;cid=testClusterID;nsid=640469639;c=1731404624347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:43:46,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5 2024-11-12T09:43:46,028 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/zookeeper_0, clientPort=62234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:43:46,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62234 2024-11-12T09:43:46,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:43:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:43:46,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884 with version=8 2024-11-12T09:43:46,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase-staging 2024-11-12T09:43:46,045 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:43:46,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:43:46,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:43:46,045 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:43:46,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:43:46,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:43:46,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:43:46,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:43:46,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44433 2024-11-12T09:43:46,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44433 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-12T09:43:46,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444330x0, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:43:46,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44433-0x1012fb78b2f0000 connected 2024-11-12T09:43:46,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:43:46,155 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884, hbase.cluster.distributed=false 2024-11-12T09:43:46,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:43:46,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-12T09:43:46,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44433 2024-11-12T09:43:46,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44433 2024-11-12T09:43:46,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-12T09:43:46,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44433 2024-11-12T09:43:46,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:43:46,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:43:46,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38707 2024-11-12T09:43:46,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38707 connecting to ZooKeeper ensemble=127.0.0.1:62234 2024-11-12T09:43:46,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387070x0, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:43:46,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:43:46,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38707-0x1012fb78b2f0001 connected 2024-11-12T09:43:46,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:43:46,186 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:43:46,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:43:46,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:43:46,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38707 2024-11-12T09:43:46,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38707 2024-11-12T09:43:46,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38707 2024-11-12T09:43:46,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38707 2024-11-12T09:43:46,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38707 2024-11-12T09:43:46,208 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:44433 2024-11-12T09:43:46,208 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:43:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:43:46,219 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:43:46,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,227 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:43:46,227 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,44433,1731404626045 from backup master directory 2024-11-12T09:43:46,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:43:46,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:43:46,235 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:43:46,235 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,239 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/hbase.id] with ID: f889f152-d69e-4cb9-b551-242094301ff4 2024-11-12T09:43:46,239 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/.tmp/hbase.id 2024-11-12T09:43:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:43:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:43:46,244 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/.tmp/hbase.id]:[hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/hbase.id] 2024-11-12T09:43:46,257 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:46,257 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:43:46,259 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T09:43:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:43:46,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:43:46,275 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:43:46,276 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:43:46,276 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:43:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:43:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:43:46,284 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store 2024-11-12T09:43:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:43:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:43:46,291 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:43:46,291 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:43:46,291 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:46,291 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:46,291 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:43:46,291 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:46,291 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:43:46,291 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404626291Disabling compacts and flushes for region at 1731404626291Disabling writes for close at 1731404626291Writing region close event to WAL at 1731404626291Closed at 1731404626291 2024-11-12T09:43:46,292 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/.initializing 2024-11-12T09:43:46,292 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/WALs/eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:43:46,294 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C44433%2C1731404626045, suffix=, logDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/WALs/eb677afb1da9,44433,1731404626045, archiveDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/oldWALs, maxLogs=10 2024-11-12T09:43:46,312 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/WALs/eb677afb1da9,44433,1731404626045/eb677afb1da9%2C44433%2C1731404626045.1731404626295, exclude list is [], retry=0 2024-11-12T09:43:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-fefc0bb9-c138-4c35-ba5d-566d861deffd,DISK] 2024-11-12T09:43:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39655,DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152,DISK] 2024-11-12T09:43:46,317 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/WALs/eb677afb1da9,44433,1731404626045/eb677afb1da9%2C44433%2C1731404626045.1731404626295 2024-11-12T09:43:46,317 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41887:41887),(127.0.0.1/127.0.0.1:45273:45273)] 2024-11-12T09:43:46,317 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:43:46,317 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:43:46,317 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,317 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:43:46,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:46,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:43:46,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:43:46,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:43:46,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:43:46,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:43:46,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:43:46,326 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,327 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,327 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,328 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,329 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,329 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:43:46,330 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:43:46,332 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:43:46,333 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771203, jitterRate=-0.019364774227142334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:43:46,333 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731404626317Initializing all the Stores at 1731404626318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404626318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404626318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404626318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404626318Cleaning up temporary data from old regions at 1731404626329 (+11 ms)Region opened successfully at 1731404626333 (+4 ms) 2024-11-12T09:43:46,333 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:43:46,337 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed73abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:43:46,337 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:43:46,338 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:43:46,338 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:43:46,338 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:43:46,338 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T09:43:46,338 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T09:43:46,338 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T09:43:46,340 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:43:46,341 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:43:46,359 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:43:46,359 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:43:46,360 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:43:46,368 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:43:46,369 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:43:46,370 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:43:46,376 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:43:46,378 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:43:46,385 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:43:46,389 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:43:46,393 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:43:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:43:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:43:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,402 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,44433,1731404626045, sessionid=0x1012fb78b2f0000, setting cluster-up flag (Was=false) 2024-11-12T09:43:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,443 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:43:46,444 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,485 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:43:46,488 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,44433,1731404626045 2024-11-12T09:43:46,490 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:43:46,492 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:43:46,493 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:43:46,493 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:43:46,493 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,44433,1731404626045 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:43:46,496 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(746): ClusterId : f889f152-d69e-4cb9-b551-242094301ff4 2024-11-12T09:43:46,496 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:43:46,497 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:43:46,497 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:43:46,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:43:46,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:43:46,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:43:46,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,498 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:43:46,499 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731404656500 2024-11-12T09:43:46,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:43:46,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:43:46,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:43:46,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:43:46,500 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:43:46,501 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:43:46,501 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:43:46,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:43:46,502 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:43:46,502 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:43:46,502 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:43:46,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:43:46,503 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:43:46,503 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:43:46,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:43:46,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,503 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404626503,5,FailOnTimeoutGroup] 2024-11-12T09:43:46,503 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404626503,5,FailOnTimeoutGroup] 2024-11-12T09:43:46,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:43:46,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,503 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:43:46,511 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:43:46,511 DEBUG [RS:0;eb677afb1da9:38707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cce2c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:43:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:43:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:43:46,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:43:46,518 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884 2024-11-12T09:43:46,530 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:38707 2024-11-12T09:43:46,530 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:43:46,530 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:43:46,530 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:43:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:43:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:43:46,532 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,44433,1731404626045 with port=38707, startcode=1731404626173 2024-11-12T09:43:46,532 DEBUG [RS:0;eb677afb1da9:38707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:43:46,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:43:46,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:43:46,534 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41501, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:43:46,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:43:46,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:46,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:43:46,536 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884 2024-11-12T09:43:46,536 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36413 2024-11-12T09:43:46,536 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:43:46,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:43:46,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:46,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:43:46,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:43:46,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:46,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:43:46,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:43:46,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:46,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:46,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:43:46,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740 2024-11-12T09:43:46,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740 2024-11-12T09:43:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:43:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:43:46,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:43:46,543 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:43:46,544 DEBUG [RS:0;eb677afb1da9:38707 {}] zookeeper.ZKUtil(111): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,544 WARN [RS:0;eb677afb1da9:38707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:43:46,544 INFO [RS:0;eb677afb1da9:38707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:43:46,544 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,38707,1731404626173] 2024-11-12T09:43:46,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:43:46,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:43:46,547 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:43:46,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793374, jitterRate=0.00882759690284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:43:46,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731404626532Initializing all the Stores at 1731404626533 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404626533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404626533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404626533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404626533Cleaning up temporary data from old regions at 1731404626543 (+10 ms)Region opened successfully at 1731404626548 (+5 ms) 2024-11-12T09:43:46,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:43:46,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:43:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:43:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:43:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:43:46,549 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:43:46,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:43:46,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404626548Disabling compacts and flushes for region at 1731404626548Disabling writes for close at 1731404626549 (+1 ms)Writing region close event to WAL at 1731404626549Closed at 1731404626549 2024-11-12T09:43:46,549 INFO [RS:0;eb677afb1da9:38707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:43:46,549 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,550 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:43:46,550 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:43:46,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:43:46,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:43:46,551 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:43:46,551 DEBUG [RS:0;eb677afb1da9:38707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:43:46,552 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:43:46,552 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,552 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,552 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,552 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,552 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,38707,1731404626173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:43:46,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:43:46,565 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:43:46,565 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,38707,1731404626173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,566 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,566 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.Replication(171): eb677afb1da9,38707,1731404626173 started 2024-11-12T09:43:46,579 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:46,579 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,38707,1731404626173, RpcServer on eb677afb1da9/172.17.0.2:38707, sessionid=0x1012fb78b2f0001 2024-11-12T09:43:46,579 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:43:46,579 DEBUG [RS:0;eb677afb1da9:38707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,579 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,38707,1731404626173' 2024-11-12T09:43:46,579 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:43:46,579 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:43:46,580 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:43:46,580 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:43:46,580 DEBUG [RS:0;eb677afb1da9:38707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,580 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,38707,1731404626173' 2024-11-12T09:43:46,580 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:43:46,581 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:43:46,581 DEBUG [RS:0;eb677afb1da9:38707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:43:46,581 INFO [RS:0;eb677afb1da9:38707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:43:46,581 INFO [RS:0;eb677afb1da9:38707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:43:46,682 INFO [RS:0;eb677afb1da9:38707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:43:46,683 INFO [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C38707%2C1731404626173, suffix=, logDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173, archiveDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/oldWALs, maxLogs=32 2024-11-12T09:43:46,698 DEBUG [RS:0;eb677afb1da9:38707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404626684, exclude list is [], retry=0 2024-11-12T09:43:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39655,DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152,DISK] 2024-11-12T09:43:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-fefc0bb9-c138-4c35-ba5d-566d861deffd,DISK] 2024-11-12T09:43:46,703 WARN [eb677afb1da9:44433 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:43:46,703 INFO [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404626684 2024-11-12T09:43:46,704 DEBUG [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45273:45273),(127.0.0.1/127.0.0.1:41887:41887)] 2024-11-12T09:43:46,953 DEBUG [eb677afb1da9:44433 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T09:43:46,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:43:46,956 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38707,1731404626173, state=OPENING 2024-11-12T09:43:46,985 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:43:46,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:43:46,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:43:46,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:43:46,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:43:46,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,38707,1731404626173}] 2024-11-12T09:43:47,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:43:47,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48461, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:43:47,161 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:43:47,162 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:43:47,162 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:43:47,166 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C38707%2C1731404626173.meta, suffix=.meta, logDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173, archiveDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/oldWALs, maxLogs=32 2024-11-12T09:43:47,181 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.meta.1731404627167.meta, exclude list is [], retry=0 2024-11-12T09:43:47,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39655,DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152,DISK] 2024-11-12T09:43:47,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-fefc0bb9-c138-4c35-ba5d-566d861deffd,DISK] 2024-11-12T09:43:47,185 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.meta.1731404627167.meta 2024-11-12T09:43:47,185 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41887:41887),(127.0.0.1/127.0.0.1:45273:45273)] 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:43:47,186 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:43:47,186 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:43:47,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:43:47,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:43:47,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:47,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:47,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:43:47,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:43:47,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:43:47,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:43:47,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:47,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:47,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:43:47,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:43:47,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:47,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:43:47,193 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:43:47,194 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740 2024-11-12T09:43:47,195 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740 2024-11-12T09:43:47,196 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:43:47,196 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:43:47,197 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:43:47,198 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:43:47,198 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=815884, jitterRate=0.03745080530643463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:43:47,199 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:43:47,199 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731404627186Writing region info on filesystem at 1731404627186Initializing all the Stores at 1731404627187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404627187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404627188 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404627188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404627188Cleaning up temporary data from old regions at 1731404627196 (+8 ms)Running coprocessor post-open hooks at 1731404627199 (+3 ms)Region opened successfully at 1731404627199 2024-11-12T09:43:47,200 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731404627152 2024-11-12T09:43:47,202 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:43:47,202 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:43:47,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:43:47,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,38707,1731404626173, state=OPEN 2024-11-12T09:43:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:43:47,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:43:47,249 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,38707,1731404626173 2024-11-12T09:43:47,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:43:47,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:43:47,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:43:47,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,38707,1731404626173 in 255 msec 2024-11-12T09:43:47,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:43:47,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-12T09:43:47,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:43:47,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:43:47,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:43:47,257 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38707,1731404626173, seqNum=-1] 2024-11-12T09:43:47,257 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:43:47,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:43:47,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-11-12T09:43:47,263 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731404627263, completionTime=-1 2024-11-12T09:43:47,263 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T09:43:47,263 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:43:47,265 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T09:43:47,265 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731404687265 2024-11-12T09:43:47,265 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731404747265 2024-11-12T09:43:47,265 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-12T09:43:47,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44433,1731404626045-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44433,1731404626045-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44433,1731404626045-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:44433, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,266 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,268 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.034sec 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44433,1731404626045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:43:47,269 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44433,1731404626045-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:43:47,272 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:43:47,272 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:43:47,272 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44433,1731404626045-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:43:47,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720b5c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:43:47,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,44433,-1 for getting cluster id 2024-11-12T09:43:47,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:43:47,296 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f889f152-d69e-4cb9-b551-242094301ff4' 2024-11-12T09:43:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:43:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f889f152-d69e-4cb9-b551-242094301ff4" 2024-11-12T09:43:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cbd402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:43:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,44433,-1] 2024-11-12T09:43:47,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:43:47,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:43:47,299 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:43:47,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42213a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:43:47,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:43:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,38707,1731404626173, seqNum=-1] 2024-11-12T09:43:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:43:47,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:43:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,44433,1731404626045 2024-11-12T09:43:47,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:43:47,307 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T09:43:47,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T09:43:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is eb677afb1da9,44433,1731404626045 2024-11-12T09:43:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1295918d 2024-11-12T09:43:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T09:43:47,311 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T09:43:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-12T09:43:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-12T09:43:47,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:43:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-12T09:43:47,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T09:43:47,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:47,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-12T09:43:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:43:47,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T09:43:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741835_1011 (size=381) 2024-11-12T09:43:47,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741835_1011 (size=381) 2024-11-12T09:43:47,324 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 255253ddfa6d222c839fc54f1a04ff89, NAME => 'TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884 2024-11-12T09:43:47,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741836_1012 (size=64) 2024-11-12T09:43:47,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741836_1012 (size=64) 2024-11-12T09:43:47,337 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:43:47,337 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 255253ddfa6d222c839fc54f1a04ff89, disabling compactions & flushes 2024-11-12T09:43:47,337 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,337 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,337 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. after waiting 0 ms 2024-11-12T09:43:47,337 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,338 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,338 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 255253ddfa6d222c839fc54f1a04ff89: Waiting for close lock at 1731404627337Disabling compacts and flushes for region at 1731404627337Disabling writes for close at 1731404627337Writing region close event to WAL at 1731404627337Closed at 1731404627337 2024-11-12T09:43:47,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T09:43:47,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731404627339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731404627339"}]},"ts":"1731404627339"} 2024-11-12T09:43:47,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T09:43:47,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T09:43:47,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404627343"}]},"ts":"1731404627343"} 2024-11-12T09:43:47,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-12T09:43:47,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, ASSIGN}] 2024-11-12T09:43:47,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, ASSIGN 2024-11-12T09:43:47,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, ASSIGN; state=OFFLINE, location=eb677afb1da9,38707,1731404626173; forceNewPlan=false, retain=false 2024-11-12T09:43:47,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=255253ddfa6d222c839fc54f1a04ff89, regionState=OPENING, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:43:47,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, ASSIGN because future has completed 2024-11-12T09:43:47,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 255253ddfa6d222c839fc54f1a04ff89, server=eb677afb1da9,38707,1731404626173}] 2024-11-12T09:43:47,658 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,658 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 255253ddfa6d222c839fc54f1a04ff89, NAME => 'TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:43:47,658 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,658 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:43:47,659 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,659 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,660 INFO [StoreOpener-255253ddfa6d222c839fc54f1a04ff89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,662 INFO [StoreOpener-255253ddfa6d222c839fc54f1a04ff89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255253ddfa6d222c839fc54f1a04ff89 columnFamilyName info 2024-11-12T09:43:47,662 DEBUG [StoreOpener-255253ddfa6d222c839fc54f1a04ff89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:43:47,662 INFO [StoreOpener-255253ddfa6d222c839fc54f1a04ff89-1 {}] regionserver.HStore(327): Store=255253ddfa6d222c839fc54f1a04ff89/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:43:47,662 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,663 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,664 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,666 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,668 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:43:47,669 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 255253ddfa6d222c839fc54f1a04ff89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821862, jitterRate=0.045051828026771545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:43:47,669 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:47,670 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 255253ddfa6d222c839fc54f1a04ff89: Running coprocessor pre-open hook at 1731404627659Writing region info on filesystem at 1731404627659Initializing all the Stores at 1731404627660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404627660Cleaning up temporary data from old regions at 1731404627664 (+4 ms)Running coprocessor post-open hooks at 1731404627669 (+5 ms)Region opened successfully at 1731404627670 (+1 ms) 2024-11-12T09:43:47,671 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., pid=6, masterSystemTime=1731404627653 2024-11-12T09:43:47,673 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,673 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:47,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=255253ddfa6d222c839fc54f1a04ff89, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:43:47,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 255253ddfa6d222c839fc54f1a04ff89, server=eb677afb1da9,38707,1731404626173 because future has completed 2024-11-12T09:43:47,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T09:43:47,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 255253ddfa6d222c839fc54f1a04ff89, server=eb677afb1da9,38707,1731404626173 in 178 msec 2024-11-12T09:43:47,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T09:43:47,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, ASSIGN in 336 msec 2024-11-12T09:43:47,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T09:43:47,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731404627684"}]},"ts":"1731404627684"} 2024-11-12T09:43:47,687 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-12T09:43:47,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T09:43:47,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 377 msec 2024-11-12T09:43:48,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:48,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:43:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:49,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:52,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:43:52,550 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-12T09:43:52,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-12T09:43:52,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-12T09:43:52,665 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-12T09:43:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T09:43:57,357 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-12T09:43:57,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-12T09:43:57,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-12T09:43:57,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., hostname=eb677afb1da9,38707,1731404626173, seqNum=2] 2024-11-12T09:43:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:57,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:43:57,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/6ea7625c9bf84c60bdd0eef0042dd98d is 1055, key is row0001/info:/1731404637369/Put/seqid=0 2024-11-12T09:43:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741837_1013 (size=13386) 2024-11-12T09:43:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741837_1013 (size=13386) 2024-11-12T09:43:57,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/6ea7625c9bf84c60bdd0eef0042dd98d 2024-11-12T09:43:57,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/6ea7625c9bf84c60bdd0eef0042dd98d as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6ea7625c9bf84c60bdd0eef0042dd98d 2024-11-12T09:43:57,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6ea7625c9bf84c60bdd0eef0042dd98d, entries=8, sequenceid=12, filesize=13.1 K 2024-11-12T09:43:57,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 255253ddfa6d222c839fc54f1a04ff89 in 41ms, sequenceid=12, compaction requested=false 2024-11-12T09:43:57,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:57,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-12T09:43:57,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/04d987dfd02e4ae8a849d0f96ee1f275 is 1055, key is row0009/info:/1731404637386/Put/seqid=0 2024-11-12T09:43:57,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741838_1014 (size=24978) 2024-11-12T09:43:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741838_1014 (size=24978) 2024-11-12T09:43:57,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/04d987dfd02e4ae8a849d0f96ee1f275 2024-11-12T09:43:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/04d987dfd02e4ae8a849d0f96ee1f275 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275 2024-11-12T09:43:57,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275, entries=19, sequenceid=34, filesize=24.4 K 2024-11-12T09:43:57,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for 255253ddfa6d222c839fc54f1a04ff89 in 31ms, sequenceid=34, compaction requested=false 2024-11-12T09:43:57,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:57,459 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-12T09:43:57,459 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:57,459 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275 because midkey is the same as first or last row 2024-11-12T09:43:58,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:43:58,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:43:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:59,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:43:59,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/04ce4b8d3a154dd89b0987a5fa7f3b84 is 1055, key is row0028/info:/1731404637429/Put/seqid=0 2024-11-12T09:43:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741839_1015 (size=13386) 2024-11-12T09:43:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741839_1015 (size=13386) 2024-11-12T09:43:59,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/04ce4b8d3a154dd89b0987a5fa7f3b84 2024-11-12T09:43:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/04ce4b8d3a154dd89b0987a5fa7f3b84 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04ce4b8d3a154dd89b0987a5fa7f3b84 2024-11-12T09:43:59,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04ce4b8d3a154dd89b0987a5fa7f3b84, entries=8, sequenceid=45, filesize=13.1 K 2024-11-12T09:43:59,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 255253ddfa6d222c839fc54f1a04ff89 in 28ms, sequenceid=45, compaction requested=true 2024-11-12T09:43:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,480 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275 because midkey is the same as first or last row 2024-11-12T09:43:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:59,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 255253ddfa6d222c839fc54f1a04ff89:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:43:59,482 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:43:59,483 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:43:59,483 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): 255253ddfa6d222c839fc54f1a04ff89/info is initiating minor compaction (all files) 2024-11-12T09:43:59,483 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 255253ddfa6d222c839fc54f1a04ff89/info in TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:59,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:43:59,484 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6ea7625c9bf84c60bdd0eef0042dd98d, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04ce4b8d3a154dd89b0987a5fa7f3b84] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp, totalSize=50.5 K 2024-11-12T09:43:59,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T09:43:59,484 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ea7625c9bf84c60bdd0eef0042dd98d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731404637369 2024-11-12T09:43:59,485 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04d987dfd02e4ae8a849d0f96ee1f275, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1731404637386 2024-11-12T09:43:59,485 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ce4b8d3a154dd89b0987a5fa7f3b84, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731404637429 2024-11-12T09:43:59,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/d8eb84d5065940a684ead76f4f29a98b is 1055, key is row0036/info:/1731404639454/Put/seqid=0 2024-11-12T09:43:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741840_1016 (size=18662) 2024-11-12T09:43:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741840_1016 (size=18662) 2024-11-12T09:43:59,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/d8eb84d5065940a684ead76f4f29a98b 2024-11-12T09:43:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/d8eb84d5065940a684ead76f4f29a98b as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/d8eb84d5065940a684ead76f4f29a98b 2024-11-12T09:43:59,507 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 255253ddfa6d222c839fc54f1a04ff89#info#compaction#35 average throughput is 7.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:43:59,508 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/02aa113f0dc64edabbd9aa68b6f0e265 is 1055, key is row0001/info:/1731404637369/Put/seqid=0 2024-11-12T09:43:59,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/d8eb84d5065940a684ead76f4f29a98b, entries=13, sequenceid=61, filesize=18.2 K 2024-11-12T09:43:59,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 255253ddfa6d222c839fc54f1a04ff89 in 31ms, sequenceid=61, compaction requested=false 2024-11-12T09:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.8 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,515 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275 because midkey is the same as first or last row 2024-11-12T09:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:43:59,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-12T09:43:59,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741841_1017 (size=41949) 2024-11-12T09:43:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741841_1017 (size=41949) 2024-11-12T09:43:59,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/159ad346c80748f487ad52a134c38044 is 1055, key is row0049/info:/1731404639484/Put/seqid=0 2024-11-12T09:43:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741842_1018 (size=17594) 2024-11-12T09:43:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741842_1018 (size=17594) 2024-11-12T09:43:59,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/159ad346c80748f487ad52a134c38044 2024-11-12T09:43:59,533 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/02aa113f0dc64edabbd9aa68b6f0e265 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 2024-11-12T09:43:59,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/159ad346c80748f487ad52a134c38044 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/159ad346c80748f487ad52a134c38044 2024-11-12T09:43:59,539 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 255253ddfa6d222c839fc54f1a04ff89/info of 255253ddfa6d222c839fc54f1a04ff89 into 02aa113f0dc64edabbd9aa68b6f0e265(size=41.0 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:43:59,539 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:59,541 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., storeName=255253ddfa6d222c839fc54f1a04ff89/info, priority=13, startTime=1731404639481; duration=0sec 2024-11-12T09:43:59,542 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,542 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,542 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 because midkey is the same as first or last row 2024-11-12T09:43:59,542 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,542 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,542 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 because midkey is the same as first or last row 2024-11-12T09:43:59,543 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,543 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,543 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 because midkey is the same as first or last row 2024-11-12T09:43:59,543 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:43:59,543 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 255253ddfa6d222c839fc54f1a04ff89:info 2024-11-12T09:43:59,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/159ad346c80748f487ad52a134c38044, entries=12, sequenceid=76, filesize=17.2 K 2024-11-12T09:43:59,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=4.11 KB/4204 for 255253ddfa6d222c839fc54f1a04ff89 in 29ms, sequenceid=76, compaction requested=true 2024-11-12T09:43:59,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:59,546 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.4 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,546 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,547 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 because midkey is the same as first or last row 2024-11-12T09:43:59,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 255253ddfa6d222c839fc54f1a04ff89:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:43:59,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:43:59,547 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:43:59,548 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78205 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:43:59,548 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): 255253ddfa6d222c839fc54f1a04ff89/info is initiating minor compaction (all files) 2024-11-12T09:43:59,548 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 255253ddfa6d222c839fc54f1a04ff89/info in TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:43:59,548 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/d8eb84d5065940a684ead76f4f29a98b, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/159ad346c80748f487ad52a134c38044] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp, totalSize=76.4 K 2024-11-12T09:43:59,549 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02aa113f0dc64edabbd9aa68b6f0e265, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731404637369 2024-11-12T09:43:59,549 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8eb84d5065940a684ead76f4f29a98b, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731404639454 2024-11-12T09:43:59,550 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 159ad346c80748f487ad52a134c38044, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731404639484 2024-11-12T09:43:59,566 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 255253ddfa6d222c839fc54f1a04ff89#info#compaction#37 average throughput is 15.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:43:59,567 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/665a81a0f4554ddbb44fa9f86d8ebe87 is 1055, key is row0001/info:/1731404637369/Put/seqid=0 2024-11-12T09:43:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741843_1019 (size=68420) 2024-11-12T09:43:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741843_1019 (size=68420) 2024-11-12T09:43:59,584 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/665a81a0f4554ddbb44fa9f86d8ebe87 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 2024-11-12T09:43:59,591 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 255253ddfa6d222c839fc54f1a04ff89/info of 255253ddfa6d222c839fc54f1a04ff89 into 665a81a0f4554ddbb44fa9f86d8ebe87(size=66.8 K), total size for store is 66.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:43:59,591 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:43:59,591 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., storeName=255253ddfa6d222c839fc54f1a04ff89/info, priority=13, startTime=1731404639547; duration=0sec 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 because midkey is the same as first or last row 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 because midkey is the same as first or last row 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.8 K, sizeToCheck=16.0 K 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 because midkey is the same as first or last row 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:43:59,592 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 255253ddfa6d222c839fc54f1a04ff89:info 2024-11-12T09:44:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:44:01,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/aa2ae2c04b5942379a5301315cf9d89b is 1055, key is row0061/info:/1731404639518/Put/seqid=0 2024-11-12T09:44:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741844_1020 (size=13386) 2024-11-12T09:44:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741844_1020 (size=13386) 2024-11-12T09:44:01,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/aa2ae2c04b5942379a5301315cf9d89b 2024-11-12T09:44:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/aa2ae2c04b5942379a5301315cf9d89b as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/aa2ae2c04b5942379a5301315cf9d89b 2024-11-12T09:44:01,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/aa2ae2c04b5942379a5301315cf9d89b, entries=8, sequenceid=89, filesize=13.1 K 2024-11-12T09:44:01,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 255253ddfa6d222c839fc54f1a04ff89 in 28ms, sequenceid=89, compaction requested=false 2024-11-12T09:44:01,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:44:01,568 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=79.9 K, sizeToCheck=16.0 K 2024-11-12T09:44:01,568 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:44:01,569 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 because midkey is the same as first or last row 2024-11-12T09:44:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T09:44:01,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/6e0ba98475df450eb09c5e77f20dacf3 is 1055, key is row0069/info:/1731404641541/Put/seqid=0 2024-11-12T09:44:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741845_1021 (size=18662) 2024-11-12T09:44:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741845_1021 (size=18662) 2024-11-12T09:44:01,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/6e0ba98475df450eb09c5e77f20dacf3 2024-11-12T09:44:01,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/6e0ba98475df450eb09c5e77f20dacf3 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6e0ba98475df450eb09c5e77f20dacf3 2024-11-12T09:44:01,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6e0ba98475df450eb09c5e77f20dacf3, entries=13, sequenceid=105, filesize=18.2 K 2024-11-12T09:44:01,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for 255253ddfa6d222c839fc54f1a04ff89 in 26ms, sequenceid=105, compaction requested=true 2024-11-12T09:44:01,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:44:01,596 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.1 K, sizeToCheck=16.0 K 2024-11-12T09:44:01,596 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:44:01,597 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 because midkey is the same as first or last row 2024-11-12T09:44:01,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 255253ddfa6d222c839fc54f1a04ff89:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:01,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:01,597 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,598 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100468 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:01,598 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): 255253ddfa6d222c839fc54f1a04ff89/info is initiating minor compaction (all files) 2024-11-12T09:44:01,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T09:44:01,598 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 255253ddfa6d222c839fc54f1a04ff89/info in TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:44:01,599 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/aa2ae2c04b5942379a5301315cf9d89b, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6e0ba98475df450eb09c5e77f20dacf3] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp, totalSize=98.1 K 2024-11-12T09:44:01,599 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 665a81a0f4554ddbb44fa9f86d8ebe87, keycount=60, bloomtype=ROW, size=66.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731404637369 2024-11-12T09:44:01,600 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa2ae2c04b5942379a5301315cf9d89b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731404639518 2024-11-12T09:44:01,600 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e0ba98475df450eb09c5e77f20dacf3, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731404641541 2024-11-12T09:44:01,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/8e93abe1548b4af488843ed0b0d0102e is 1055, key is row0082/info:/1731404641571/Put/seqid=0 2024-11-12T09:44:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741846_1022 (size=19714) 2024-11-12T09:44:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741846_1022 (size=19714) 2024-11-12T09:44:01,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/8e93abe1548b4af488843ed0b0d0102e 2024-11-12T09:44:01,616 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 255253ddfa6d222c839fc54f1a04ff89#info#compaction#41 average throughput is 20.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:01,617 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/b2f41f270a724764925af8bd8a7b5aba is 1055, key is row0001/info:/1731404637369/Put/seqid=0 2024-11-12T09:44:01,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/8e93abe1548b4af488843ed0b0d0102e as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/8e93abe1548b4af488843ed0b0d0102e 2024-11-12T09:44:01,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741847_1023 (size=90691) 2024-11-12T09:44:01,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741847_1023 (size=90691) 2024-11-12T09:44:01,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/8e93abe1548b4af488843ed0b0d0102e, entries=14, sequenceid=122, filesize=19.3 K 2024-11-12T09:44:01,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 255253ddfa6d222c839fc54f1a04ff89 in 28ms, sequenceid=122, compaction requested=false 2024-11-12T09:44:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:44:01,627 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=117.4 K, sizeToCheck=16.0 K 2024-11-12T09:44:01,627 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:44:01,627 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 because midkey is the same as first or last row 2024-11-12T09:44:01,629 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/b2f41f270a724764925af8bd8a7b5aba as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba 2024-11-12T09:44:01,636 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 255253ddfa6d222c839fc54f1a04ff89/info of 255253ddfa6d222c839fc54f1a04ff89 into b2f41f270a724764925af8bd8a7b5aba(size=88.6 K), total size for store is 107.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:01,636 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 255253ddfa6d222c839fc54f1a04ff89: 2024-11-12T09:44:01,636 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., storeName=255253ddfa6d222c839fc54f1a04ff89/info, priority=13, startTime=1731404641597; duration=0sec 2024-11-12T09:44:01,636 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.8 K, sizeToCheck=16.0 K 2024-11-12T09:44:01,636 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:44:01,636 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.8 K, sizeToCheck=16.0 K 2024-11-12T09:44:01,636 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:44:01,637 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.8 K, sizeToCheck=16.0 K 2024-11-12T09:44:01,637 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-12T09:44:01,638 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:01,638 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:01,638 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 255253ddfa6d222c839fc54f1a04ff89:info 2024-11-12T09:44:01,639 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] assignment.AssignmentManager(1363): Split request from eb677afb1da9,38707,1731404626173, parent={ENCODED => 255253ddfa6d222c839fc54f1a04ff89, NAME => 'TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-12T09:44:01,644 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=eb677afb1da9,38707,1731404626173 2024-11-12T09:44:01,649 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=255253ddfa6d222c839fc54f1a04ff89, daughterA=45b0ee0112025201353d814ca9fdc702, daughterB=f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:01,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=255253ddfa6d222c839fc54f1a04ff89, daughterA=45b0ee0112025201353d814ca9fdc702, daughterB=f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:01,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=255253ddfa6d222c839fc54f1a04ff89, daughterA=45b0ee0112025201353d814ca9fdc702, daughterB=f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:01,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=255253ddfa6d222c839fc54f1a04ff89, daughterA=45b0ee0112025201353d814ca9fdc702, daughterB=f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:01,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, UNASSIGN}] 2024-11-12T09:44:01,658 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, UNASSIGN 2024-11-12T09:44:01,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=255253ddfa6d222c839fc54f1a04ff89, regionState=CLOSING, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:44:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, UNASSIGN because future has completed 2024-11-12T09:44:01,662 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-12T09:44:01,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 255253ddfa6d222c839fc54f1a04ff89, server=eb677afb1da9,38707,1731404626173}] 2024-11-12T09:44:01,819 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,820 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-12T09:44:01,820 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 255253ddfa6d222c839fc54f1a04ff89, disabling compactions & flushes 2024-11-12T09:44:01,820 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:44:01,820 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:44:01,820 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. after waiting 0 ms 2024-11-12T09:44:01,820 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:44:01,821 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 255253ddfa6d222c839fc54f1a04ff89 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-12T09:44:01,827 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/68d151965f934b639df2be99f3275199 is 1055, key is row0096/info:/1731404641600/Put/seqid=0 2024-11-12T09:44:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741848_1024 (size=6008) 2024-11-12T09:44:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741848_1024 (size=6008) 2024-11-12T09:44:01,834 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/68d151965f934b639df2be99f3275199 2024-11-12T09:44:01,841 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/.tmp/info/68d151965f934b639df2be99f3275199 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/68d151965f934b639df2be99f3275199 2024-11-12T09:44:01,846 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/68d151965f934b639df2be99f3275199, entries=1, sequenceid=127, filesize=5.9 K 2024-11-12T09:44:01,848 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 255253ddfa6d222c839fc54f1a04ff89 in 27ms, sequenceid=127, compaction requested=true 2024-11-12T09:44:01,849 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6ea7625c9bf84c60bdd0eef0042dd98d, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04ce4b8d3a154dd89b0987a5fa7f3b84, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/d8eb84d5065940a684ead76f4f29a98b, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/159ad346c80748f487ad52a134c38044, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/aa2ae2c04b5942379a5301315cf9d89b, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6e0ba98475df450eb09c5e77f20dacf3] to archive 2024-11-12T09:44:01,850 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:44:01,852 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6ea7625c9bf84c60bdd0eef0042dd98d to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6ea7625c9bf84c60bdd0eef0042dd98d 2024-11-12T09:44:01,854 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04d987dfd02e4ae8a849d0f96ee1f275 2024-11-12T09:44:01,855 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/02aa113f0dc64edabbd9aa68b6f0e265 2024-11-12T09:44:01,856 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04ce4b8d3a154dd89b0987a5fa7f3b84 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/04ce4b8d3a154dd89b0987a5fa7f3b84 2024-11-12T09:44:01,858 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/d8eb84d5065940a684ead76f4f29a98b to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/d8eb84d5065940a684ead76f4f29a98b 2024-11-12T09:44:01,859 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/665a81a0f4554ddbb44fa9f86d8ebe87 2024-11-12T09:44:01,860 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/159ad346c80748f487ad52a134c38044 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/159ad346c80748f487ad52a134c38044 2024-11-12T09:44:01,861 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/aa2ae2c04b5942379a5301315cf9d89b to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/aa2ae2c04b5942379a5301315cf9d89b 2024-11-12T09:44:01,862 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6e0ba98475df450eb09c5e77f20dacf3 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/6e0ba98475df450eb09c5e77f20dacf3 2024-11-12T09:44:01,867 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-12T09:44:01,868 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. 2024-11-12T09:44:01,868 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 255253ddfa6d222c839fc54f1a04ff89: Waiting for close lock at 1731404641820Running coprocessor pre-close hooks at 1731404641820Disabling compacts and flushes for region at 1731404641820Disabling writes for close at 1731404641820Obtaining lock to block concurrent updates at 1731404641821 (+1 ms)Preparing flush snapshotting stores in 255253ddfa6d222c839fc54f1a04ff89 at 1731404641821Finished memstore snapshotting TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731404641821Flushing stores of TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. at 1731404641822 (+1 ms)Flushing 255253ddfa6d222c839fc54f1a04ff89/info: creating writer at 1731404641822Flushing 255253ddfa6d222c839fc54f1a04ff89/info: appending metadata at 1731404641826 (+4 ms)Flushing 255253ddfa6d222c839fc54f1a04ff89/info: closing flushed file at 1731404641826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70dba5b1: reopening flushed file at 1731404641840 (+14 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 255253ddfa6d222c839fc54f1a04ff89 in 27ms, sequenceid=127, compaction requested=true at 1731404641848 (+8 ms)Writing region close event to WAL at 1731404641864 (+16 ms)Running coprocessor post-close hooks at 1731404641868 (+4 ms)Closed at 1731404641868 2024-11-12T09:44:01,870 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=255253ddfa6d222c839fc54f1a04ff89, regionState=CLOSED 2024-11-12T09:44:01,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 255253ddfa6d222c839fc54f1a04ff89, server=eb677afb1da9,38707,1731404626173 because future has completed 2024-11-12T09:44:01,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T09:44:01,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 255253ddfa6d222c839fc54f1a04ff89, server=eb677afb1da9,38707,1731404626173 in 212 msec 2024-11-12T09:44:01,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T09:44:01,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=255253ddfa6d222c839fc54f1a04ff89, UNASSIGN in 221 msec 2024-11-12T09:44:01,888 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:01,892 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=255253ddfa6d222c839fc54f1a04ff89, threads=3 2024-11-12T09:44:01,895 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/8e93abe1548b4af488843ed0b0d0102e for region: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,895 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/68d151965f934b639df2be99f3275199 for region: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,895 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba for region: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,906 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/8e93abe1548b4af488843ed0b0d0102e, top=true 2024-11-12T09:44:01,906 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/68d151965f934b639df2be99f3275199, top=true 2024-11-12T09:44:01,911 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199 for child: f3ebc0e30eeaf60ead46cd68f4bd0313, parent: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,912 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/68d151965f934b639df2be99f3275199 for region: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,915 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e for child: f3ebc0e30eeaf60ead46cd68f4bd0313, parent: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,915 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/8e93abe1548b4af488843ed0b0d0102e for region: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741849_1025 (size=27) 2024-11-12T09:44:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741849_1025 (size=27) 2024-11-12T09:44:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741850_1026 (size=27) 2024-11-12T09:44:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741850_1026 (size=27) 2024-11-12T09:44:01,930 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba for region: 255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:01,932 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 255253ddfa6d222c839fc54f1a04ff89 Daughter A: [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89] storefiles, Daughter B: [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89] storefiles. 2024-11-12T09:44:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741851_1027 (size=71) 2024-11-12T09:44:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741851_1027 (size=71) 2024-11-12T09:44:01,943 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741852_1028 (size=71) 2024-11-12T09:44:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741852_1028 (size=71) 2024-11-12T09:44:01,959 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:01,968 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-12T09:44:01,971 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-12T09:44:01,973 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731404641972"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731404641972"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731404641972"}]},"ts":"1731404641972"} 2024-11-12T09:44:01,973 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731404641972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731404641972"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731404641972"}]},"ts":"1731404641972"} 2024-11-12T09:44:01,973 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731404641972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731404641972"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731404641972"}]},"ts":"1731404641972"} 2024-11-12T09:44:01,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=45b0ee0112025201353d814ca9fdc702, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f3ebc0e30eeaf60ead46cd68f4bd0313, ASSIGN}] 2024-11-12T09:44:01,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=45b0ee0112025201353d814ca9fdc702, ASSIGN 2024-11-12T09:44:01,990 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f3ebc0e30eeaf60ead46cd68f4bd0313, ASSIGN 2024-11-12T09:44:01,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=45b0ee0112025201353d814ca9fdc702, ASSIGN; state=SPLITTING_NEW, location=eb677afb1da9,38707,1731404626173; forceNewPlan=false, retain=false 2024-11-12T09:44:01,990 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f3ebc0e30eeaf60ead46cd68f4bd0313, ASSIGN; state=SPLITTING_NEW, location=eb677afb1da9,38707,1731404626173; forceNewPlan=false, retain=false 2024-11-12T09:44:02,142 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f3ebc0e30eeaf60ead46cd68f4bd0313, regionState=OPENING, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:44:02,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=45b0ee0112025201353d814ca9fdc702, regionState=OPENING, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:44:02,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=45b0ee0112025201353d814ca9fdc702, ASSIGN because future has completed 2024-11-12T09:44:02,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b0ee0112025201353d814ca9fdc702, server=eb677afb1da9,38707,1731404626173}] 2024-11-12T09:44:02,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f3ebc0e30eeaf60ead46cd68f4bd0313, ASSIGN because future has completed 2024-11-12T09:44:02,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ebc0e30eeaf60ead46cd68f4bd0313, server=eb677afb1da9,38707,1731404626173}] 2024-11-12T09:44:02,311 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:02,311 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 45b0ee0112025201353d814ca9fdc702, NAME => 'TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-12T09:44:02,311 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,311 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:44:02,311 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,311 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,313 INFO [StoreOpener-45b0ee0112025201353d814ca9fdc702-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,313 INFO [StoreOpener-45b0ee0112025201353d814ca9fdc702-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b0ee0112025201353d814ca9fdc702 columnFamilyName info 2024-11-12T09:44:02,314 DEBUG [StoreOpener-45b0ee0112025201353d814ca9fdc702-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:02,326 DEBUG [StoreOpener-45b0ee0112025201353d814ca9fdc702-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89->hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba-bottom 2024-11-12T09:44:02,326 INFO [StoreOpener-45b0ee0112025201353d814ca9fdc702-1 {}] regionserver.HStore(327): Store=45b0ee0112025201353d814ca9fdc702/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:44:02,326 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,327 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,328 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,329 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,329 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,330 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,331 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 45b0ee0112025201353d814ca9fdc702; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820908, jitterRate=0.04383939504623413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:44:02,331 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:02,332 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 45b0ee0112025201353d814ca9fdc702: Running coprocessor pre-open hook at 1731404642311Writing region info on filesystem at 1731404642311Initializing all the Stores at 1731404642312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404642312Cleaning up temporary data from old regions at 1731404642329 (+17 ms)Running coprocessor post-open hooks at 1731404642331 (+2 ms)Region opened successfully at 1731404642332 (+1 ms) 2024-11-12T09:44:02,372 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702., pid=12, masterSystemTime=1731404642301 2024-11-12T09:44:02,372 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 45b0ee0112025201353d814ca9fdc702:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:02,372 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:02,372 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-12T09:44:02,373 INFO [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:02,374 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HStore(1541): 45b0ee0112025201353d814ca9fdc702/info is initiating minor compaction (all files) 2024-11-12T09:44:02,374 INFO [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 45b0ee0112025201353d814ca9fdc702/info in TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:02,374 INFO [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89->hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba-bottom] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/.tmp, totalSize=88.6 K 2024-11-12T09:44:02,375 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] compactions.Compactor(225): Compacting b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731404637369 2024-11-12T09:44:02,376 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:02,376 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:02,376 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:02,377 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ebc0e30eeaf60ead46cd68f4bd0313, NAME => 'TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-12T09:44:02,377 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=45b0ee0112025201353d814ca9fdc702, regionState=OPEN, openSeqNum=131, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:44:02,377 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:44:02,378 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,378 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,380 INFO [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,381 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-12T09:44:02,381 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T09:44:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b0ee0112025201353d814ca9fdc702, server=eb677afb1da9,38707,1731404626173 because future has completed 2024-11-12T09:44:02,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-12T09:44:02,382 INFO [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ebc0e30eeaf60ead46cd68f4bd0313 columnFamilyName info 2024-11-12T09:44:02,382 DEBUG [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:02,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-12T09:44:02,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 45b0ee0112025201353d814ca9fdc702, server=eb677afb1da9,38707,1731404626173 in 240 msec 2024-11-12T09:44:02,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=45b0ee0112025201353d814ca9fdc702, ASSIGN in 403 msec 2024-11-12T09:44:02,394 DEBUG [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199 2024-11-12T09:44:02,399 DEBUG [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e 2024-11-12T09:44:02,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/info/d2c24fdc3999411682791e4c2299db6d is 193, key is TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313./info:regioninfo/1731404642141/Put/seqid=0 2024-11-12T09:44:02,404 DEBUG [RS:0;eb677afb1da9:38707 {}] compactions.CompactionProgress(74): totalCompactingKVs=40 less than currentCompactedKVs=63 2024-11-12T09:44:02,404 INFO [RS:0;eb677afb1da9:38707-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 45b0ee0112025201353d814ca9fdc702#info#compaction#44 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:02,404 DEBUG [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89->hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba-top 2024-11-12T09:44:02,405 INFO [StoreOpener-f3ebc0e30eeaf60ead46cd68f4bd0313-1 {}] regionserver.HStore(327): Store=f3ebc0e30eeaf60ead46cd68f4bd0313/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:44:02,405 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/.tmp/info/53b38badecfc4e408930cb36a4823e67 is 1055, key is row0001/info:/1731404637369/Put/seqid=0 2024-11-12T09:44:02,405 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,406 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741853_1029 (size=9847) 2024-11-12T09:44:02,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741853_1029 (size=9847) 2024-11-12T09:44:02,409 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,409 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,409 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741854_1030 (size=71441) 2024-11-12T09:44:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741854_1030 (size=71441) 2024-11-12T09:44:02,411 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,413 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f3ebc0e30eeaf60ead46cd68f4bd0313; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=852451, jitterRate=0.08394797146320343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T09:44:02,413 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:02,413 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f3ebc0e30eeaf60ead46cd68f4bd0313: Running coprocessor pre-open hook at 1731404642378Writing region info on filesystem at 1731404642378Initializing all the Stores at 1731404642379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404642380 (+1 ms)Cleaning up temporary data from old regions at 1731404642409 (+29 ms)Running coprocessor post-open hooks at 1731404642413 (+4 ms)Region opened successfully at 1731404642413 2024-11-12T09:44:02,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/info/d2c24fdc3999411682791e4c2299db6d 2024-11-12T09:44:02,414 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., pid=13, masterSystemTime=1731404642301 2024-11-12T09:44:02,414 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 2 2024-11-12T09:44:02,414 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:02,414 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:02,416 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:02,416 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:02,416 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:02,416 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89->hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba-top, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=113.7 K 2024-11-12T09:44:02,416 DEBUG [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:02,416 INFO [RS_OPEN_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:02,417 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89, keycount=40, bloomtype=ROW, size=88.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731404637369 2024-11-12T09:44:02,417 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731404641571 2024-11-12T09:44:02,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f3ebc0e30eeaf60ead46cd68f4bd0313, regionState=OPEN, openSeqNum=131, regionLocation=eb677afb1da9,38707,1731404626173 2024-11-12T09:44:02,418 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731404641600 2024-11-12T09:44:02,418 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/.tmp/info/53b38badecfc4e408930cb36a4823e67 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/53b38badecfc4e408930cb36a4823e67 2024-11-12T09:44:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ebc0e30eeaf60ead46cd68f4bd0313, server=eb677afb1da9,38707,1731404626173 because future has completed 2024-11-12T09:44:02,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-12T09:44:02,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f3ebc0e30eeaf60ead46cd68f4bd0313, server=eb677afb1da9,38707,1731404626173 in 272 msec 2024-11-12T09:44:02,426 INFO [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 45b0ee0112025201353d814ca9fdc702/info of 45b0ee0112025201353d814ca9fdc702 into 53b38badecfc4e408930cb36a4823e67(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:02,427 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 45b0ee0112025201353d814ca9fdc702: 2024-11-12T09:44:02,427 INFO [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702., storeName=45b0ee0112025201353d814ca9fdc702/info, priority=15, startTime=1731404642372; duration=0sec 2024-11-12T09:44:02,427 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:02,427 DEBUG [RS:0;eb677afb1da9:38707-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 45b0ee0112025201353d814ca9fdc702:info 2024-11-12T09:44:02,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T09:44:02,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f3ebc0e30eeaf60ead46cd68f4bd0313, ASSIGN in 438 msec 2024-11-12T09:44:02,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=255253ddfa6d222c839fc54f1a04ff89, daughterA=45b0ee0112025201353d814ca9fdc702, daughterB=f3ebc0e30eeaf60ead46cd68f4bd0313 in 785 msec 2024-11-12T09:44:02,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/ns/e676de83a857471396f720def767fa1c is 43, key is default/ns:d/1731404627259/Put/seqid=0 2024-11-12T09:44:02,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741855_1031 (size=5153) 2024-11-12T09:44:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741855_1031 (size=5153) 2024-11-12T09:44:02,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/ns/e676de83a857471396f720def767fa1c 2024-11-12T09:44:02,445 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#46 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:02,446 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/c27925873b874eabae023eb36b47c7b0 is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:02,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741856_1032 (size=40005) 2024-11-12T09:44:02,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741856_1032 (size=40005) 2024-11-12T09:44:02,458 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/c27925873b874eabae023eb36b47c7b0 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c27925873b874eabae023eb36b47c7b0 2024-11-12T09:44:02,465 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into c27925873b874eabae023eb36b47c7b0(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:02,465 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:02,465 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404642414; duration=0sec 2024-11-12T09:44:02,465 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:02,465 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:02,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/table/c130f8e7b76c4bfb87a69e2266a46518 is 65, key is TestLogRolling-testLogRolling/table:state/1731404627684/Put/seqid=0 2024-11-12T09:44:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741857_1033 (size=5340) 2024-11-12T09:44:02,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741857_1033 (size=5340) 2024-11-12T09:44:02,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/table/c130f8e7b76c4bfb87a69e2266a46518 2024-11-12T09:44:02,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/info/d2c24fdc3999411682791e4c2299db6d as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/info/d2c24fdc3999411682791e4c2299db6d 2024-11-12T09:44:02,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/info/d2c24fdc3999411682791e4c2299db6d, entries=30, sequenceid=17, filesize=9.6 K 2024-11-12T09:44:02,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/ns/e676de83a857471396f720def767fa1c as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/ns/e676de83a857471396f720def767fa1c 2024-11-12T09:44:02,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/ns/e676de83a857471396f720def767fa1c, entries=2, sequenceid=17, filesize=5.0 K 2024-11-12T09:44:02,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/table/c130f8e7b76c4bfb87a69e2266a46518 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/table/c130f8e7b76c4bfb87a69e2266a46518 2024-11-12T09:44:02,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/table/c130f8e7b76c4bfb87a69e2266a46518, entries=2, sequenceid=17, filesize=5.2 K 2024-11-12T09:44:02,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 121ms, sequenceid=17, compaction requested=false 2024-11-12T09:44:02,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-12T09:44:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51830 deadline: 1731404653603, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. is not online on eb677afb1da9,38707,1731404626173 2024-11-12T09:44:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., hostname=eb677afb1da9,38707,1731404626173, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., hostname=eb677afb1da9,38707,1731404626173, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. is not online on eb677afb1da9,38707,1731404626173 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:44:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., hostname=eb677afb1da9,38707,1731404626173, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89. is not online on eb677afb1da9,38707,1731404626173 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T09:44:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731404627311.255253ddfa6d222c839fc54f1a04ff89., hostname=eb677afb1da9,38707,1731404626173, seqNum=2 from cache 2024-11-12T09:44:07,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T09:44:07,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:07,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T09:44:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., hostname=eb677afb1da9,38707,1731404626173, seqNum=131] 2024-11-12T09:44:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:13,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:44:13,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/5b4b7e608346484ebc9019b75542a222 is 1055, key is row0097/info:/1731404653703/Put/seqid=0 2024-11-12T09:44:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741858_1034 (size=13394) 2024-11-12T09:44:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741858_1034 (size=13394) 2024-11-12T09:44:13,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/5b4b7e608346484ebc9019b75542a222 2024-11-12T09:44:13,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/5b4b7e608346484ebc9019b75542a222 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/5b4b7e608346484ebc9019b75542a222 2024-11-12T09:44:13,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/5b4b7e608346484ebc9019b75542a222, entries=8, sequenceid=142, filesize=13.1 K 2024-11-12T09:44:13,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 29ms, sequenceid=142, compaction requested=false 2024-11-12T09:44:13,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:13,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-12T09:44:13,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/8d3e4a8010c0475aac7d7c450a272485 is 1055, key is row0105/info:/1731404653716/Put/seqid=0 2024-11-12T09:44:13,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741859_1035 (size=19728) 2024-11-12T09:44:13,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741859_1035 (size=19728) 2024-11-12T09:44:13,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/8d3e4a8010c0475aac7d7c450a272485 2024-11-12T09:44:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/8d3e4a8010c0475aac7d7c450a272485 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/8d3e4a8010c0475aac7d7c450a272485 2024-11-12T09:44:13,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/8d3e4a8010c0475aac7d7c450a272485, entries=14, sequenceid=159, filesize=19.3 K 2024-11-12T09:44:13,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=9.24 KB/9459 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 27ms, sequenceid=159, compaction requested=true 2024-11-12T09:44:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:13,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:13,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:13,772 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:13,773 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:13,773 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:13,773 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:13,773 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c27925873b874eabae023eb36b47c7b0, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/5b4b7e608346484ebc9019b75542a222, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/8d3e4a8010c0475aac7d7c450a272485] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=71.4 K 2024-11-12T09:44:13,774 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting c27925873b874eabae023eb36b47c7b0, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731404639525 2024-11-12T09:44:13,774 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b4b7e608346484ebc9019b75542a222, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731404653703 2024-11-12T09:44:13,775 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d3e4a8010c0475aac7d7c450a272485, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731404653716 2024-11-12T09:44:13,792 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#50 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:13,793 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/c0de8fdfd87247e5aefedb539f8d53c9 is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:13,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741860_1036 (size=63341) 2024-11-12T09:44:13,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741860_1036 (size=63341) 2024-11-12T09:44:13,808 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/c0de8fdfd87247e5aefedb539f8d53c9 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c0de8fdfd87247e5aefedb539f8d53c9 2024-11-12T09:44:13,817 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into c0de8fdfd87247e5aefedb539f8d53c9(size=61.9 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:13,817 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:13,817 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404653771; duration=0sec 2024-11-12T09:44:13,817 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:13,817 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:15,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-12T09:44:15,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6120b224670b47da8d7f5e9c13c1b6df is 1055, key is row0119/info:/1731404653745/Put/seqid=0 2024-11-12T09:44:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741861_1037 (size=16553) 2024-11-12T09:44:15,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741861_1037 (size=16553) 2024-11-12T09:44:15,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6120b224670b47da8d7f5e9c13c1b6df 2024-11-12T09:44:15,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6120b224670b47da8d7f5e9c13c1b6df as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6120b224670b47da8d7f5e9c13c1b6df 2024-11-12T09:44:15,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6120b224670b47da8d7f5e9c13c1b6df, entries=11, sequenceid=174, filesize=16.2 K 2024-11-12T09:44:15,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=12.32 KB/12612 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 26ms, sequenceid=174, compaction requested=false 2024-11-12T09:44:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:15,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T09:44:15,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/b02f3e04f25d44d69b6cb0377c16e009 is 1055, key is row0130/info:/1731404655779/Put/seqid=0 2024-11-12T09:44:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741862_1038 (size=18675) 2024-11-12T09:44:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741862_1038 (size=18675) 2024-11-12T09:44:15,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/b02f3e04f25d44d69b6cb0377c16e009 2024-11-12T09:44:15,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/b02f3e04f25d44d69b6cb0377c16e009 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b02f3e04f25d44d69b6cb0377c16e009 2024-11-12T09:44:15,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b02f3e04f25d44d69b6cb0377c16e009, entries=13, sequenceid=190, filesize=18.2 K 2024-11-12T09:44:15,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=14.37 KB/14714 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 28ms, sequenceid=190, compaction requested=true 2024-11-12T09:44:15,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:15,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:15,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:15,833 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:15,834 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:15,834 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:15,835 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:15,835 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c0de8fdfd87247e5aefedb539f8d53c9, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6120b224670b47da8d7f5e9c13c1b6df, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b02f3e04f25d44d69b6cb0377c16e009] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=96.3 K 2024-11-12T09:44:15,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-12T09:44:15,835 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0de8fdfd87247e5aefedb539f8d53c9, keycount=55, bloomtype=ROW, size=61.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731404639525 2024-11-12T09:44:15,836 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6120b224670b47da8d7f5e9c13c1b6df, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731404653745 2024-11-12T09:44:15,836 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting b02f3e04f25d44d69b6cb0377c16e009, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731404655779 2024-11-12T09:44:15,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/488c4aa063364de5b411ee4638d794a0 is 1055, key is row0143/info:/1731404655805/Put/seqid=0 2024-11-12T09:44:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741863_1039 (size=21838) 2024-11-12T09:44:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741863_1039 (size=21838) 2024-11-12T09:44:15,849 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#54 average throughput is 39.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:15,849 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/e34b2f69a59b4b4a8ac98031fed9318d is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:15,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741864_1040 (size=88792) 2024-11-12T09:44:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741864_1040 (size=88792) 2024-11-12T09:44:15,859 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/e34b2f69a59b4b4a8ac98031fed9318d as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e34b2f69a59b4b4a8ac98031fed9318d 2024-11-12T09:44:15,865 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into e34b2f69a59b4b4a8ac98031fed9318d(size=86.7 K), total size for store is 86.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:15,865 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:15,865 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404655833; duration=0sec 2024-11-12T09:44:15,865 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:15,865 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:16,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T09:44:16,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/488c4aa063364de5b411ee4638d794a0 2024-11-12T09:44:16,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/488c4aa063364de5b411ee4638d794a0 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/488c4aa063364de5b411ee4638d794a0 2024-11-12T09:44:16,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/488c4aa063364de5b411ee4638d794a0, entries=16, sequenceid=209, filesize=21.3 K 2024-11-12T09:44:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=2.05 KB/2102 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 429ms, sequenceid=209, compaction requested=false 2024-11-12T09:44:16,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:17,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:44:17,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/a52bf1012d39404c804e9d61dd55798c is 1055, key is row0159/info:/1731404655836/Put/seqid=0 2024-11-12T09:44:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741865_1041 (size=13394) 2024-11-12T09:44:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741865_1041 (size=13394) 2024-11-12T09:44:17,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/a52bf1012d39404c804e9d61dd55798c 2024-11-12T09:44:17,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/a52bf1012d39404c804e9d61dd55798c as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/a52bf1012d39404c804e9d61dd55798c 2024-11-12T09:44:17,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/a52bf1012d39404c804e9d61dd55798c, entries=8, sequenceid=221, filesize=13.1 K 2024-11-12T09:44:17,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 25ms, sequenceid=221, compaction requested=true 2024-11-12T09:44:17,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:17,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:17,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:17,880 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:17,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-12T09:44:17,882 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:17,882 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:17,882 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:17,882 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e34b2f69a59b4b4a8ac98031fed9318d, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/488c4aa063364de5b411ee4638d794a0, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/a52bf1012d39404c804e9d61dd55798c] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=121.1 K 2024-11-12T09:44:17,882 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting e34b2f69a59b4b4a8ac98031fed9318d, keycount=79, bloomtype=ROW, size=86.7 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731404639525 2024-11-12T09:44:17,883 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 488c4aa063364de5b411ee4638d794a0, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731404655805 2024-11-12T09:44:17,883 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting a52bf1012d39404c804e9d61dd55798c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731404655836 2024-11-12T09:44:17,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/204389bac3d64cbc83c567563d73504a is 1055, key is row0167/info:/1731404657857/Put/seqid=0 2024-11-12T09:44:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741866_1042 (size=17606) 2024-11-12T09:44:17,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741866_1042 (size=17606) 2024-11-12T09:44:17,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/204389bac3d64cbc83c567563d73504a 2024-11-12T09:44:17,897 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#57 average throughput is 34.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:17,898 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/e5d70513f9f6416d8086f53002f6517b is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:17,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/204389bac3d64cbc83c567563d73504a as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/204389bac3d64cbc83c567563d73504a 2024-11-12T09:44:17,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741867_1043 (size=114170) 2024-11-12T09:44:17,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/204389bac3d64cbc83c567563d73504a, entries=12, sequenceid=236, filesize=17.2 K 2024-11-12T09:44:17,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741867_1043 (size=114170) 2024-11-12T09:44:17,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 27ms, sequenceid=236, compaction requested=false 2024-11-12T09:44:17,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:17,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T09:44:17,915 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/e5d70513f9f6416d8086f53002f6517b as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e5d70513f9f6416d8086f53002f6517b 2024-11-12T09:44:17,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/7d599346d7c445f399f5140b3a5507b1 is 1055, key is row0179/info:/1731404657882/Put/seqid=0 2024-11-12T09:44:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741868_1044 (size=18675) 2024-11-12T09:44:17,921 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into e5d70513f9f6416d8086f53002f6517b(size=111.5 K), total size for store is 128.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:17,921 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:17,921 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404657880; duration=0sec 2024-11-12T09:44:17,922 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:17,922 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741868_1044 (size=18675) 2024-11-12T09:44:17,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/7d599346d7c445f399f5140b3a5507b1 2024-11-12T09:44:17,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/7d599346d7c445f399f5140b3a5507b1 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/7d599346d7c445f399f5140b3a5507b1 2024-11-12T09:44:17,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/7d599346d7c445f399f5140b3a5507b1, entries=13, sequenceid=252, filesize=18.2 K 2024-11-12T09:44:17,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 23ms, sequenceid=252, compaction requested=true 2024-11-12T09:44:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:17,935 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:17,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:17,936 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 150451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:17,936 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:17,936 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:17,936 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e5d70513f9f6416d8086f53002f6517b, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/204389bac3d64cbc83c567563d73504a, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/7d599346d7c445f399f5140b3a5507b1] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=146.9 K 2024-11-12T09:44:17,937 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5d70513f9f6416d8086f53002f6517b, keycount=103, bloomtype=ROW, size=111.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731404639525 2024-11-12T09:44:17,937 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204389bac3d64cbc83c567563d73504a, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731404657857 2024-11-12T09:44:17,938 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d599346d7c445f399f5140b3a5507b1, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731404657882 2024-11-12T09:44:17,949 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#59 average throughput is 64.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:17,950 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/e415449ca8e142e4845b7a43ea23b425 is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741869_1045 (size=140801) 2024-11-12T09:44:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741869_1045 (size=140801) 2024-11-12T09:44:17,960 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/e415449ca8e142e4845b7a43ea23b425 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e415449ca8e142e4845b7a43ea23b425 2024-11-12T09:44:17,967 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into e415449ca8e142e4845b7a43ea23b425(size=137.5 K), total size for store is 137.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:17,967 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:17,967 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404657935; duration=0sec 2024-11-12T09:44:17,967 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:17,967 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:19,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:19,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:44:19,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6310acf0e2164fbdad7a87110600b7bc is 1055, key is row0192/info:/1731404657912/Put/seqid=0 2024-11-12T09:44:19,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741870_1046 (size=13401) 2024-11-12T09:44:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741870_1046 (size=13401) 2024-11-12T09:44:19,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6310acf0e2164fbdad7a87110600b7bc 2024-11-12T09:44:19,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6310acf0e2164fbdad7a87110600b7bc as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6310acf0e2164fbdad7a87110600b7bc 2024-11-12T09:44:19,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6310acf0e2164fbdad7a87110600b7bc, entries=8, sequenceid=265, filesize=13.1 K 2024-11-12T09:44:19,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 36ms, sequenceid=265, compaction requested=false 2024-11-12T09:44:19,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:19,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-12T09:44:19,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6558e27b83624a48997e9aa2315e87ec is 1055, key is row0200/info:/1731404659928/Put/seqid=0 2024-11-12T09:44:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741871_1047 (size=23962) 2024-11-12T09:44:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741871_1047 (size=23962) 2024-11-12T09:44:19,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6558e27b83624a48997e9aa2315e87ec 2024-11-12T09:44:19,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6558e27b83624a48997e9aa2315e87ec as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6558e27b83624a48997e9aa2315e87ec 2024-11-12T09:44:19,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6558e27b83624a48997e9aa2315e87ec, entries=18, sequenceid=286, filesize=23.4 K 2024-11-12T09:44:19,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 29ms, sequenceid=286, compaction requested=true 2024-11-12T09:44:19,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:19,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:19,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:19,991 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:19,992 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 178164 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:19,993 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:19,993 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:19,993 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e415449ca8e142e4845b7a43ea23b425, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6310acf0e2164fbdad7a87110600b7bc, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6558e27b83624a48997e9aa2315e87ec] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=174.0 K 2024-11-12T09:44:19,993 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting e415449ca8e142e4845b7a43ea23b425, keycount=128, bloomtype=ROW, size=137.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731404639525 2024-11-12T09:44:19,994 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6310acf0e2164fbdad7a87110600b7bc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731404657912 2024-11-12T09:44:19,994 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6558e27b83624a48997e9aa2315e87ec, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731404659928 2024-11-12T09:44:20,008 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#62 average throughput is 38.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:20,009 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/ea79c8e29206467e8ab91ccdd234b8b3 is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741872_1048 (size=168310) 2024-11-12T09:44:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741872_1048 (size=168310) 2024-11-12T09:44:20,028 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/ea79c8e29206467e8ab91ccdd234b8b3 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ea79c8e29206467e8ab91ccdd234b8b3 2024-11-12T09:44:20,035 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into ea79c8e29206467e8ab91ccdd234b8b3(size=164.4 K), total size for store is 164.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:20,035 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:20,035 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404659991; duration=0sec 2024-11-12T09:44:20,036 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:20,036 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:21,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-12T09:44:21,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/ef4d14c3ed224448ac33035f527dff8d is 1055, key is row0218/info:/1731404659964/Put/seqid=0 2024-11-12T09:44:21,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741873_1049 (size=13402) 2024-11-12T09:44:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741873_1049 (size=13402) 2024-11-12T09:44:21,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/ef4d14c3ed224448ac33035f527dff8d 2024-11-12T09:44:22,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/ef4d14c3ed224448ac33035f527dff8d as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ef4d14c3ed224448ac33035f527dff8d 2024-11-12T09:44:22,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ef4d14c3ed224448ac33035f527dff8d, entries=8, sequenceid=298, filesize=13.1 K 2024-11-12T09:44:22,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 32ms, sequenceid=298, compaction requested=false 2024-11-12T09:44:22,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:22,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T09:44:22,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b is 1055, key is row0226/info:/1731404661981/Put/seqid=0 2024-11-12T09:44:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741874_1050 (size=18688) 2024-11-12T09:44:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741874_1050 (size=18688) 2024-11-12T09:44:22,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b 2024-11-12T09:44:22,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b 2024-11-12T09:44:22,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b, entries=13, sequenceid=314, filesize=18.3 K 2024-11-12T09:44:22,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 31ms, sequenceid=314, compaction requested=true 2024-11-12T09:44:22,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:22,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3ebc0e30eeaf60ead46cd68f4bd0313:info, priority=-2147483648, current under compaction store size is 1 2024-11-12T09:44:22,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:22,050 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T09:44:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38707 {}] regionserver.HRegion(8855): Flush requested on f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:22,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-12T09:44:22,052 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 200400 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T09:44:22,052 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1541): f3ebc0e30eeaf60ead46cd68f4bd0313/info is initiating minor compaction (all files) 2024-11-12T09:44:22,052 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3ebc0e30eeaf60ead46cd68f4bd0313/info in TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:22,053 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ea79c8e29206467e8ab91ccdd234b8b3, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ef4d14c3ed224448ac33035f527dff8d, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b] into tmpdir=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp, totalSize=195.7 K 2024-11-12T09:44:22,053 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea79c8e29206467e8ab91ccdd234b8b3, keycount=154, bloomtype=ROW, size=164.4 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731404639525 2024-11-12T09:44:22,054 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef4d14c3ed224448ac33035f527dff8d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731404659964 2024-11-12T09:44:22,054 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54c6fa30722d4aaa9b4bb0a56cb9fc5b, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731404661981 2024-11-12T09:44:22,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6d358347fc064d7caece9ce82e8ff797 is 1055, key is row0239/info:/1731404662020/Put/seqid=0 2024-11-12T09:44:22,075 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3ebc0e30eeaf60ead46cd68f4bd0313#info#compaction#66 average throughput is 43.85 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T09:44:22,076 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/2d9429e6fccf416f98dbcf02a2ad987e is 1055, key is row0064/info:/1731404639525/Put/seqid=0 2024-11-12T09:44:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741875_1051 (size=18688) 2024-11-12T09:44:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741875_1051 (size=18688) 2024-11-12T09:44:22,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6d358347fc064d7caece9ce82e8ff797 2024-11-12T09:44:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741876_1052 (size=190554) 2024-11-12T09:44:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741876_1052 (size=190554) 2024-11-12T09:44:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/6d358347fc064d7caece9ce82e8ff797 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6d358347fc064d7caece9ce82e8ff797 2024-11-12T09:44:22,094 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/2d9429e6fccf416f98dbcf02a2ad987e as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/2d9429e6fccf416f98dbcf02a2ad987e 2024-11-12T09:44:22,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6d358347fc064d7caece9ce82e8ff797, entries=13, sequenceid=330, filesize=18.3 K 2024-11-12T09:44:22,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 44ms, sequenceid=330, compaction requested=false 2024-11-12T09:44:22,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:22,101 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3ebc0e30eeaf60ead46cd68f4bd0313/info of f3ebc0e30eeaf60ead46cd68f4bd0313 into 2d9429e6fccf416f98dbcf02a2ad987e(size=186.1 K), total size for store is 204.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T09:44:22,101 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:22,101 INFO [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., storeName=f3ebc0e30eeaf60ead46cd68f4bd0313/info, priority=13, startTime=1731404662050; duration=0sec 2024-11-12T09:44:22,101 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T09:44:22,101 DEBUG [RS:0;eb677afb1da9:38707-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3ebc0e30eeaf60ead46cd68f4bd0313:info 2024-11-12T09:44:24,069 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-12T09:44:24,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664070, exclude list is [], retry=0 2024-11-12T09:44:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39655,DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152,DISK] 2024-11-12T09:44:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-fefc0bb9-c138-4c35-ba5d-566d861deffd,DISK] 2024-11-12T09:44:24,093 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404626684 with entries=315, filesize=303.08 KB; new WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664070 2024-11-12T09:44:24,093 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45273:45273),(127.0.0.1/127.0.0.1:41887:41887)] 2024-11-12T09:44:24,093 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404626684 is not closed yet, will try archiving it next time 2024-11-12T09:44:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741833_1009 (size=310363) 2024-11-12T09:44:24,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741833_1009 (size=310363) 2024-11-12T09:44:24,096 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 45b0ee0112025201353d814ca9fdc702: 2024-11-12T09:44:24,096 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f3ebc0e30eeaf60ead46cd68f4bd0313 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-12T09:44:24,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/cab9ab0233fd496cad6bf00a9b5a861a is 1055, key is row0252/info:/1731404662057/Put/seqid=0 2024-11-12T09:44:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741878_1054 (size=10232) 2024-11-12T09:44:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741878_1054 (size=10232) 2024-11-12T09:44:24,106 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/cab9ab0233fd496cad6bf00a9b5a861a 2024-11-12T09:44:24,111 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/.tmp/info/cab9ab0233fd496cad6bf00a9b5a861a as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/cab9ab0233fd496cad6bf00a9b5a861a 2024-11-12T09:44:24,117 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/cab9ab0233fd496cad6bf00a9b5a861a, entries=5, sequenceid=339, filesize=10.0 K 2024-11-12T09:44:24,118 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for f3ebc0e30eeaf60ead46cd68f4bd0313 in 22ms, sequenceid=339, compaction requested=true 2024-11-12T09:44:24,118 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3ebc0e30eeaf60ead46cd68f4bd0313: 2024-11-12T09:44:24,118 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-12T09:44:24,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/info/16ac76f8417b4c70af0afeda3fdf33ca is 193, key is TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313./info:regioninfo/1731404642417/Put/seqid=0 2024-11-12T09:44:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741879_1055 (size=6223) 2024-11-12T09:44:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741879_1055 (size=6223) 2024-11-12T09:44:24,528 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/info/16ac76f8417b4c70af0afeda3fdf33ca 2024-11-12T09:44:24,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/.tmp/info/16ac76f8417b4c70af0afeda3fdf33ca as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/info/16ac76f8417b4c70af0afeda3fdf33ca 2024-11-12T09:44:24,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/info/16ac76f8417b4c70af0afeda3fdf33ca, entries=5, sequenceid=21, filesize=6.1 K 2024-11-12T09:44:24,543 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 425ms, sequenceid=21, compaction requested=false 2024-11-12T09:44:24,544 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-12T09:44:24,557 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664544, exclude list is [], retry=0 2024-11-12T09:44:24,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34053,DS-fefc0bb9-c138-4c35-ba5d-566d861deffd,DISK] 2024-11-12T09:44:24,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39655,DS-8caaed8c-9519-4ac4-b76a-fa09b6bcc152,DISK] 2024-11-12T09:44:24,562 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664070 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664544 2024-11-12T09:44:24,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41887:41887),(127.0.0.1/127.0.0.1:45273:45273)] 2024-11-12T09:44:24,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664070 is not closed yet, will try archiving it next time 2024-11-12T09:44:24,563 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404626684 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/oldWALs/eb677afb1da9%2C38707%2C1731404626173.1731404626684 2024-11-12T09:44:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741877_1053 (size=731) 2024-11-12T09:44:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741877_1053 (size=731) 2024-11-12T09:44:24,564 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T09:44:24,564 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/WALs/eb677afb1da9,38707,1731404626173/eb677afb1da9%2C38707%2C1731404626173.1731404664070 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/oldWALs/eb677afb1da9%2C38707%2C1731404626173.1731404664070 2024-11-12T09:44:24,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:44:24,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:44:24,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:44:24,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:24,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:24,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:44:24,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:44:24,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1371005912, stopped=false 2024-11-12T09:44:24,666 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,44433,1731404626045 2024-11-12T09:44:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:44:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:44:24,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:24,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:24,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:44:24,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:44:24,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:44:24,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:44:24,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:24,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:44:24,711 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,38707,1731404626173' ***** 2024-11-12T09:44:24,711 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:44:24,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(3091): Received CLOSE for 45b0ee0112025201353d814ca9fdc702 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(3091): Received CLOSE for f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,38707,1731404626173 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:44:24,711 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45b0ee0112025201353d814ca9fdc702, disabling compactions & flushes 2024-11-12T09:44:24,711 INFO [RS:0;eb677afb1da9:38707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:38707. 2024-11-12T09:44:24,711 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:24,711 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:24,711 DEBUG [RS:0;eb677afb1da9:38707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:44:24,711 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. after waiting 0 ms 2024-11-12T09:44:24,712 DEBUG [RS:0;eb677afb1da9:38707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:24,712 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:24,712 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:44:24,712 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:44:24,712 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:44:24,712 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:44:24,712 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T09:44:24,712 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1325): Online Regions={45b0ee0112025201353d814ca9fdc702=TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702., f3ebc0e30eeaf60ead46cd68f4bd0313=TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T09:44:24,712 DEBUG [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b0ee0112025201353d814ca9fdc702, f3ebc0e30eeaf60ead46cd68f4bd0313 2024-11-12T09:44:24,712 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:44:24,712 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:44:24,712 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:44:24,712 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89->hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba-bottom] to archive 2024-11-12T09:44:24,712 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:44:24,712 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:44:24,713 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:44:24,715 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:24,715 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=eb677afb1da9:44433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-12T09:44:24,716 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-12T09:44:24,722 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/45b0ee0112025201353d814ca9fdc702/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:44:24,723 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:44:24,723 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404664712Running coprocessor pre-close hooks at 1731404664712Disabling compacts and flushes for region at 1731404664712Disabling writes for close at 1731404664712Writing region close event to WAL at 1731404664713 (+1 ms)Running coprocessor post-close hooks at 1731404664723 (+10 ms)Closed at 1731404664723 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45b0ee0112025201353d814ca9fdc702: Waiting for close lock at 1731404664711Running coprocessor pre-close hooks at 1731404664711Disabling compacts and flushes for region at 1731404664711Disabling writes for close at 1731404664711Writing region close event to WAL at 1731404664716 (+5 ms)Running coprocessor post-close hooks at 1731404664723 (+7 ms)Closed at 1731404664723 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731404641644.45b0ee0112025201353d814ca9fdc702. 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3ebc0e30eeaf60ead46cd68f4bd0313, disabling compactions & flushes 2024-11-12T09:44:24,723 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:24,723 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. after waiting 0 ms 2024-11-12T09:44:24,724 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:24,724 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89->hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/255253ddfa6d222c839fc54f1a04ff89/info/b2f41f270a724764925af8bd8a7b5aba-top, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c27925873b874eabae023eb36b47c7b0, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/5b4b7e608346484ebc9019b75542a222, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c0de8fdfd87247e5aefedb539f8d53c9, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/8d3e4a8010c0475aac7d7c450a272485, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6120b224670b47da8d7f5e9c13c1b6df, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e34b2f69a59b4b4a8ac98031fed9318d, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b02f3e04f25d44d69b6cb0377c16e009, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/488c4aa063364de5b411ee4638d794a0, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e5d70513f9f6416d8086f53002f6517b, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/a52bf1012d39404c804e9d61dd55798c, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/204389bac3d64cbc83c567563d73504a, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e415449ca8e142e4845b7a43ea23b425, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/7d599346d7c445f399f5140b3a5507b1, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6310acf0e2164fbdad7a87110600b7bc, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ea79c8e29206467e8ab91ccdd234b8b3, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6558e27b83624a48997e9aa2315e87ec, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ef4d14c3ed224448ac33035f527dff8d, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b] to archive 2024-11-12T09:44:24,725 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T09:44:24,727 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b2f41f270a724764925af8bd8a7b5aba.255253ddfa6d222c839fc54f1a04ff89 2024-11-12T09:44:24,728 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-8e93abe1548b4af488843ed0b0d0102e 2024-11-12T09:44:24,729 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c27925873b874eabae023eb36b47c7b0 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c27925873b874eabae023eb36b47c7b0 2024-11-12T09:44:24,731 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/TestLogRolling-testLogRolling=255253ddfa6d222c839fc54f1a04ff89-68d151965f934b639df2be99f3275199 2024-11-12T09:44:24,732 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/5b4b7e608346484ebc9019b75542a222 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/5b4b7e608346484ebc9019b75542a222 2024-11-12T09:44:24,733 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c0de8fdfd87247e5aefedb539f8d53c9 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/c0de8fdfd87247e5aefedb539f8d53c9 2024-11-12T09:44:24,734 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/8d3e4a8010c0475aac7d7c450a272485 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/8d3e4a8010c0475aac7d7c450a272485 2024-11-12T09:44:24,735 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6120b224670b47da8d7f5e9c13c1b6df to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6120b224670b47da8d7f5e9c13c1b6df 2024-11-12T09:44:24,736 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e34b2f69a59b4b4a8ac98031fed9318d to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e34b2f69a59b4b4a8ac98031fed9318d 2024-11-12T09:44:24,737 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b02f3e04f25d44d69b6cb0377c16e009 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/b02f3e04f25d44d69b6cb0377c16e009 2024-11-12T09:44:24,738 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/488c4aa063364de5b411ee4638d794a0 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/488c4aa063364de5b411ee4638d794a0 2024-11-12T09:44:24,739 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e5d70513f9f6416d8086f53002f6517b to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e5d70513f9f6416d8086f53002f6517b 2024-11-12T09:44:24,740 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/a52bf1012d39404c804e9d61dd55798c to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/a52bf1012d39404c804e9d61dd55798c 2024-11-12T09:44:24,741 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/204389bac3d64cbc83c567563d73504a to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/204389bac3d64cbc83c567563d73504a 2024-11-12T09:44:24,742 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e415449ca8e142e4845b7a43ea23b425 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/e415449ca8e142e4845b7a43ea23b425 2024-11-12T09:44:24,742 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/7d599346d7c445f399f5140b3a5507b1 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/7d599346d7c445f399f5140b3a5507b1 2024-11-12T09:44:24,745 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6310acf0e2164fbdad7a87110600b7bc to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6310acf0e2164fbdad7a87110600b7bc 2024-11-12T09:44:24,746 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ea79c8e29206467e8ab91ccdd234b8b3 to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ea79c8e29206467e8ab91ccdd234b8b3 2024-11-12T09:44:24,747 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6558e27b83624a48997e9aa2315e87ec to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/6558e27b83624a48997e9aa2315e87ec 2024-11-12T09:44:24,748 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ef4d14c3ed224448ac33035f527dff8d to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/ef4d14c3ed224448ac33035f527dff8d 2024-11-12T09:44:24,749 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b to hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/archive/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/info/54c6fa30722d4aaa9b4bb0a56cb9fc5b 2024-11-12T09:44:24,750 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c27925873b874eabae023eb36b47c7b0=40005, 5b4b7e608346484ebc9019b75542a222=13394, c0de8fdfd87247e5aefedb539f8d53c9=63341, 8d3e4a8010c0475aac7d7c450a272485=19728, 6120b224670b47da8d7f5e9c13c1b6df=16553, e34b2f69a59b4b4a8ac98031fed9318d=88792, b02f3e04f25d44d69b6cb0377c16e009=18675, 488c4aa063364de5b411ee4638d794a0=21838, e5d70513f9f6416d8086f53002f6517b=114170, a52bf1012d39404c804e9d61dd55798c=13394, 204389bac3d64cbc83c567563d73504a=17606, e415449ca8e142e4845b7a43ea23b425=140801, 7d599346d7c445f399f5140b3a5507b1=18675, 6310acf0e2164fbdad7a87110600b7bc=13401, ea79c8e29206467e8ab91ccdd234b8b3=168310, 6558e27b83624a48997e9aa2315e87ec=23962, ef4d14c3ed224448ac33035f527dff8d=13402, 54c6fa30722d4aaa9b4bb0a56cb9fc5b=18688] 2024-11-12T09:44:24,754 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/data/default/TestLogRolling-testLogRolling/f3ebc0e30eeaf60ead46cd68f4bd0313/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=130 2024-11-12T09:44:24,754 INFO [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:24,754 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3ebc0e30eeaf60ead46cd68f4bd0313: Waiting for close lock at 1731404664723Running coprocessor pre-close hooks at 1731404664723Disabling compacts and flushes for region at 1731404664723Disabling writes for close at 1731404664724 (+1 ms)Writing region close event to WAL at 1731404664750 (+26 ms)Running coprocessor post-close hooks at 1731404664754 (+4 ms)Closed at 1731404664754 2024-11-12T09:44:24,754 DEBUG [RS_CLOSE_REGION-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731404641644.f3ebc0e30eeaf60ead46cd68f4bd0313. 2024-11-12T09:44:24,912 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,38707,1731404626173; all regions closed. 2024-11-12T09:44:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741834_1010 (size=8107) 2024-11-12T09:44:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741834_1010 (size=8107) 2024-11-12T09:44:24,917 DEBUG [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/oldWALs 2024-11-12T09:44:24,917 INFO [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C38707%2C1731404626173.meta:.meta(num 1731404627167) 2024-11-12T09:44:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741880_1056 (size=780) 2024-11-12T09:44:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741880_1056 (size=780) 2024-11-12T09:44:24,921 DEBUG [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/oldWALs 2024-11-12T09:44:24,921 INFO [RS:0;eb677afb1da9:38707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C38707%2C1731404626173:(num 1731404664544) 2024-11-12T09:44:24,921 DEBUG [RS:0;eb677afb1da9:38707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:24,921 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:44:24,921 INFO [RS:0;eb677afb1da9:38707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:44:24,921 INFO [RS:0;eb677afb1da9:38707 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T09:44:24,922 INFO [RS:0;eb677afb1da9:38707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:44:24,922 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:44:24,922 INFO [RS:0;eb677afb1da9:38707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38707 2024-11-12T09:44:24,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:44:24,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,38707,1731404626173 2024-11-12T09:44:24,951 INFO [RS:0;eb677afb1da9:38707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:44:24,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,38707,1731404626173] 2024-11-12T09:44:24,971 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,38707,1731404626173 already deleted, retry=false 2024-11-12T09:44:24,971 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,38707,1731404626173 expired; onlineServers=0 2024-11-12T09:44:24,971 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,44433,1731404626045' ***** 2024-11-12T09:44:24,971 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:44:24,971 INFO [M:0;eb677afb1da9:44433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:44:24,971 INFO [M:0;eb677afb1da9:44433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:44:24,971 DEBUG [M:0;eb677afb1da9:44433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:44:24,971 DEBUG [M:0;eb677afb1da9:44433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:44:24,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:44:24,971 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404626503 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404626503,5,FailOnTimeoutGroup] 2024-11-12T09:44:24,971 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404626503 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404626503,5,FailOnTimeoutGroup] 2024-11-12T09:44:24,972 INFO [M:0;eb677afb1da9:44433 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:44:24,972 INFO [M:0;eb677afb1da9:44433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:44:24,972 DEBUG [M:0;eb677afb1da9:44433 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:44:24,972 INFO [M:0;eb677afb1da9:44433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:44:24,972 INFO [M:0;eb677afb1da9:44433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:44:24,972 INFO [M:0;eb677afb1da9:44433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:44:24,972 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:44:24,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:44:24,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:24,979 DEBUG [M:0;eb677afb1da9:44433 {}] zookeeper.ZKUtil(347): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:44:24,979 WARN [M:0;eb677afb1da9:44433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:44:24,980 INFO [M:0;eb677afb1da9:44433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/.lastflushedseqids 2024-11-12T09:44:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741881_1057 (size=228) 2024-11-12T09:44:24,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741881_1057 (size=228) 2024-11-12T09:44:24,986 INFO [M:0;eb677afb1da9:44433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:44:24,986 INFO [M:0;eb677afb1da9:44433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:44:24,986 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:44:24,986 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:24,986 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:24,986 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:44:24,986 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:24,986 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-11-12T09:44:25,002 DEBUG [M:0;eb677afb1da9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f0a59e773f140a9a9011f29605524b6 is 82, key is hbase:meta,,1/info:regioninfo/1731404627202/Put/seqid=0 2024-11-12T09:44:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741882_1058 (size=5672) 2024-11-12T09:44:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741882_1058 (size=5672) 2024-11-12T09:44:25,007 INFO [M:0;eb677afb1da9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f0a59e773f140a9a9011f29605524b6 2024-11-12T09:44:25,027 DEBUG [M:0;eb677afb1da9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f43c75f197c04e56bbbc205c18244d7b is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731404627690/Put/seqid=0 2024-11-12T09:44:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741883_1059 (size=7090) 2024-11-12T09:44:25,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741883_1059 (size=7090) 2024-11-12T09:44:25,033 INFO [M:0;eb677afb1da9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f43c75f197c04e56bbbc205c18244d7b 2024-11-12T09:44:25,038 INFO [M:0;eb677afb1da9:44433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f43c75f197c04e56bbbc205c18244d7b 2024-11-12T09:44:25,052 DEBUG [M:0;eb677afb1da9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4a2f03f58bf4ffea9971f6b1289ef7c is 69, key is eb677afb1da9,38707,1731404626173/rs:state/1731404626535/Put/seqid=0 2024-11-12T09:44:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741884_1060 (size=5156) 2024-11-12T09:44:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741884_1060 (size=5156) 2024-11-12T09:44:25,060 INFO [M:0;eb677afb1da9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4a2f03f58bf4ffea9971f6b1289ef7c 2024-11-12T09:44:25,063 INFO [RS:0;eb677afb1da9:38707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:44:25,063 INFO [RS:0;eb677afb1da9:38707 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,38707,1731404626173; zookeeper connection closed. 2024-11-12T09:44:25,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:25,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38707-0x1012fb78b2f0001, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:25,071 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36690372 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36690372 2024-11-12T09:44:25,071 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T09:44:25,083 DEBUG [M:0;eb677afb1da9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4d84a926495149219b7c26a6b80e2e4e is 52, key is load_balancer_on/state:d/1731404627307/Put/seqid=0 2024-11-12T09:44:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741885_1061 (size=5056) 2024-11-12T09:44:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741885_1061 (size=5056) 2024-11-12T09:44:25,088 INFO [M:0;eb677afb1da9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4d84a926495149219b7c26a6b80e2e4e 2024-11-12T09:44:25,094 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f0a59e773f140a9a9011f29605524b6 as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f0a59e773f140a9a9011f29605524b6 2024-11-12T09:44:25,099 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f0a59e773f140a9a9011f29605524b6, entries=8, sequenceid=125, filesize=5.5 K 2024-11-12T09:44:25,100 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f43c75f197c04e56bbbc205c18244d7b as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f43c75f197c04e56bbbc205c18244d7b 2024-11-12T09:44:25,105 INFO [M:0;eb677afb1da9:44433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f43c75f197c04e56bbbc205c18244d7b 2024-11-12T09:44:25,105 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f43c75f197c04e56bbbc205c18244d7b, entries=13, sequenceid=125, filesize=6.9 K 2024-11-12T09:44:25,106 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4a2f03f58bf4ffea9971f6b1289ef7c as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4a2f03f58bf4ffea9971f6b1289ef7c 2024-11-12T09:44:25,111 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4a2f03f58bf4ffea9971f6b1289ef7c, entries=1, sequenceid=125, filesize=5.0 K 2024-11-12T09:44:25,112 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/4d84a926495149219b7c26a6b80e2e4e as hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4d84a926495149219b7c26a6b80e2e4e 2024-11-12T09:44:25,117 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36413/user/jenkins/test-data/3d5ae965-ee52-da12-c5dc-ea513587a884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/4d84a926495149219b7c26a6b80e2e4e, entries=1, sequenceid=125, filesize=4.9 K 2024-11-12T09:44:25,118 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=125, compaction requested=false 2024-11-12T09:44:25,119 INFO [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:25,120 DEBUG [M:0;eb677afb1da9:44433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404664986Disabling compacts and flushes for region at 1731404664986Disabling writes for close at 1731404664986Obtaining lock to block concurrent updates at 1731404664986Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731404664986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1731404664987 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731404664987Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731404664987Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731404665002 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731404665002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731404665012 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731404665027 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731404665027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731404665038 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731404665051 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731404665051Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731404665065 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731404665082 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731404665082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b312ba7: reopening flushed file at 1731404665093 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3eab43: reopening flushed file at 1731404665099 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713cbb6f: reopening flushed file at 1731404665106 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10238600: reopening flushed file at 1731404665112 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=125, compaction requested=false at 1731404665118 (+6 ms)Writing region close event to WAL at 1731404665119 (+1 ms)Closed at 1731404665119 2024-11-12T09:44:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34053 is added to blk_1073741830_1006 (size=61332) 2024-11-12T09:44:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39655 is added to blk_1073741830_1006 (size=61332) 2024-11-12T09:44:25,122 INFO [M:0;eb677afb1da9:44433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:44:25,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:44:25,122 INFO [M:0;eb677afb1da9:44433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44433 2024-11-12T09:44:25,123 INFO [M:0;eb677afb1da9:44433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:44:25,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:25,251 INFO [M:0;eb677afb1da9:44433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:44:25,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x1012fb78b2f0000, quorum=127.0.0.1:62234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:25,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65d1a09b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:44:25,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cb511a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:44:25,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:44:25,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3ae9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:44:25,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe1bcfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir/,STOPPED} 2024-11-12T09:44:25,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:44:25,259 WARN [BP-758479076-172.17.0.2-1731404624347 heartbeating to localhost/127.0.0.1:36413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:44:25,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:44:25,260 WARN [BP-758479076-172.17.0.2-1731404624347 heartbeating to localhost/127.0.0.1:36413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-758479076-172.17.0.2-1731404624347 (Datanode Uuid 18c7de92-90b6-42a5-ad9d-3bd43ffab939) service to localhost/127.0.0.1:36413 2024-11-12T09:44:25,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data3/current/BP-758479076-172.17.0.2-1731404624347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:25,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data4/current/BP-758479076-172.17.0.2-1731404624347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:25,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:44:25,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@515ce6b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:44:25,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ed7cefa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:44:25,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:44:25,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4158b515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:44:25,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c8ecad9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir/,STOPPED} 2024-11-12T09:44:25,267 WARN [BP-758479076-172.17.0.2-1731404624347 heartbeating to localhost/127.0.0.1:36413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:44:25,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:44:25,267 WARN [BP-758479076-172.17.0.2-1731404624347 heartbeating to localhost/127.0.0.1:36413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-758479076-172.17.0.2-1731404624347 (Datanode Uuid 59085e0d-cf61-4768-b160-004b37560acd) service to localhost/127.0.0.1:36413 2024-11-12T09:44:25,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:44:25,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data1/current/BP-758479076-172.17.0.2-1731404624347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:25,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/cluster_ead72c86-5a60-8f28-6e67-7a6d15f30fd9/data/data2/current/BP-758479076-172.17.0.2-1731404624347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:25,269 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:44:25,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d364a27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:44:25,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66630adc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:44:25,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:44:25,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27eed89a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:44:25,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea4d6c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir/,STOPPED} 2024-11-12T09:44:25,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:44:25,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T09:44:25,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=114 (was 99) - Thread LEAK? -, OpenFileDescriptor=455 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7280 (was 7141) - AvailableMemoryMB LEAK? - 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=114, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=7280 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.log.dir so I do NOT create it in target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d4ff0df-26a5-5573-defa-8d5b34262aa5/hadoop.tmp.dir so I do NOT create it in target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5, deleteOnExit=true 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/test.cache.data in system properties and HBase conf 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir in system properties and HBase conf 2024-11-12T09:44:25,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T09:44:25,328 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/nfs.dump.dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/java.io.tmpdir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T09:44:25,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T09:44:25,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T09:44:25,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:44:25,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:44:25,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:44:25,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:44:25,663 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:44:25,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:44:25,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31377aee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:44:25,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@adc5a69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:44:25,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@213f3494{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/java.io.tmpdir/jetty-localhost-42331-hadoop-hdfs-3_4_1-tests_jar-_-any-2370809032034885306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:44:25,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a14907f{HTTP/1.1, (http/1.1)}{localhost:42331} 2024-11-12T09:44:25,776 INFO [Time-limited test {}] server.Server(415): Started @189276ms 2024-11-12T09:44:25,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:44:25,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:44:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:44:25,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:44:25,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T09:44:25,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e74a47d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:44:25,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@734f3ca6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:44:26,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a9023bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/java.io.tmpdir/jetty-localhost-39123-hadoop-hdfs-3_4_1-tests_jar-_-any-18128556649897453250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:44:26,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8234642{HTTP/1.1, (http/1.1)}{localhost:39123} 2024-11-12T09:44:26,089 INFO [Time-limited test {}] server.Server(415): Started @189589ms 2024-11-12T09:44:26,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:44:26,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T09:44:26,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T09:44:26,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T09:44:26,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T09:44:26,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T09:44:26,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4649530c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir/,AVAILABLE} 2024-11-12T09:44:26,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d0f091{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T09:44:26,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f607133{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/java.io.tmpdir/jetty-localhost-45049-hadoop-hdfs-3_4_1-tests_jar-_-any-12153688597435744473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:44:26,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@483de748{HTTP/1.1, (http/1.1)}{localhost:45049} 2024-11-12T09:44:26,223 INFO [Time-limited test {}] server.Server(415): Started @189723ms 2024-11-12T09:44:26,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T09:44:26,554 INFO [regionserver/eb677afb1da9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:44:26,740 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data1/current/BP-817388660-172.17.0.2-1731404665356/current, will proceed with Du for space computation calculation, 2024-11-12T09:44:26,740 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data2/current/BP-817388660-172.17.0.2-1731404665356/current, will proceed with Du for space computation calculation, 2024-11-12T09:44:26,758 WARN [Thread-1581 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:44:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c7eed29556683f with lease ID 0x60c6779dca7a835f: Processing first storage report for DS-c8bd6395-348a-4374-9e38-d70f33ee3980 from datanode DatanodeRegistration(127.0.0.1:41087, datanodeUuid=40883d36-da96-4aec-9b5b-fe45ff21f6f6, infoPort=42887, infoSecurePort=0, ipcPort=35167, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356) 2024-11-12T09:44:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c7eed29556683f with lease ID 0x60c6779dca7a835f: from storage DS-c8bd6395-348a-4374-9e38-d70f33ee3980 node DatanodeRegistration(127.0.0.1:41087, datanodeUuid=40883d36-da96-4aec-9b5b-fe45ff21f6f6, infoPort=42887, infoSecurePort=0, ipcPort=35167, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:44:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2c7eed29556683f with lease ID 0x60c6779dca7a835f: Processing first storage report for DS-bc97f804-acf7-484f-a7fd-d8248b448921 from datanode DatanodeRegistration(127.0.0.1:41087, datanodeUuid=40883d36-da96-4aec-9b5b-fe45ff21f6f6, infoPort=42887, infoSecurePort=0, ipcPort=35167, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356) 2024-11-12T09:44:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2c7eed29556683f with lease ID 0x60c6779dca7a835f: from storage DS-bc97f804-acf7-484f-a7fd-d8248b448921 node DatanodeRegistration(127.0.0.1:41087, datanodeUuid=40883d36-da96-4aec-9b5b-fe45ff21f6f6, infoPort=42887, infoSecurePort=0, ipcPort=35167, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:44:26,967 WARN [Thread-1628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data3/current/BP-817388660-172.17.0.2-1731404665356/current, will proceed with Du for space computation calculation, 2024-11-12T09:44:26,967 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data4/current/BP-817388660-172.17.0.2-1731404665356/current, will proceed with Du for space computation calculation, 2024-11-12T09:44:26,985 WARN [Thread-1604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T09:44:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ce371658e2076b with lease ID 0x60c6779dca7a8360: Processing first storage report for DS-d59e3915-537a-4380-a708-d0ac68005e22 from datanode DatanodeRegistration(127.0.0.1:39457, datanodeUuid=1367fb1b-5b46-41ab-a7e9-b6a0b96cf25a, infoPort=44173, infoSecurePort=0, ipcPort=45827, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356) 2024-11-12T09:44:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ce371658e2076b with lease ID 0x60c6779dca7a8360: from storage DS-d59e3915-537a-4380-a708-d0ac68005e22 node DatanodeRegistration(127.0.0.1:39457, datanodeUuid=1367fb1b-5b46-41ab-a7e9-b6a0b96cf25a, infoPort=44173, infoSecurePort=0, ipcPort=45827, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:44:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62ce371658e2076b with lease ID 0x60c6779dca7a8360: Processing first storage report for DS-5d891212-9424-44f7-a186-c0005a0272f4 from datanode DatanodeRegistration(127.0.0.1:39457, datanodeUuid=1367fb1b-5b46-41ab-a7e9-b6a0b96cf25a, infoPort=44173, infoSecurePort=0, ipcPort=45827, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356) 2024-11-12T09:44:26,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62ce371658e2076b with lease ID 0x60c6779dca7a8360: from storage DS-5d891212-9424-44f7-a186-c0005a0272f4 node DatanodeRegistration(127.0.0.1:39457, datanodeUuid=1367fb1b-5b46-41ab-a7e9-b6a0b96cf25a, infoPort=44173, infoSecurePort=0, ipcPort=45827, storageInfo=lv=-57;cid=testClusterID;nsid=1978639720;c=1731404665356), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T09:44:27,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4 2024-11-12T09:44:27,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/zookeeper_0, clientPort=53739, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T09:44:27,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53739 2024-11-12T09:44:27,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:44:27,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741825_1001 (size=7) 2024-11-12T09:44:27,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3 with version=8 2024-11-12T09:44:27,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44559/user/jenkins/test-data/ac09ce4d-2c2c-b53e-ff68-940947eba3f0/hbase-staging 2024-11-12T09:44:27,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:44:27,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:44:27,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:44:27,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:44:27,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:44:27,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:44:27,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T09:44:27,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:44:27,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44373 2024-11-12T09:44:27,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44373 connecting to ZooKeeper ensemble=127.0.0.1:53739 2024-11-12T09:44:27,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443730x0, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:44:27,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44373-0x1012fb82b7c0000 connected 2024-11-12T09:44:27,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:44:27,215 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3, hbase.cluster.distributed=false 2024-11-12T09:44:27,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:44:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-12T09:44:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44373 2024-11-12T09:44:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44373 2024-11-12T09:44:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-12T09:44:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44373 2024-11-12T09:44:27,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb677afb1da9:0 server-side Connection retries=45 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T09:44:27,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35723 2024-11-12T09:44:27,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35723 connecting to ZooKeeper ensemble=127.0.0.1:53739 2024-11-12T09:44:27,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357230x0, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T09:44:27,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357230x0, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:44:27,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35723-0x1012fb82b7c0001 connected 2024-11-12T09:44:27,246 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T09:44:27,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T09:44:27,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T09:44:27,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T09:44:27,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-12T09:44:27,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35723 2024-11-12T09:44:27,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35723 2024-11-12T09:44:27,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-12T09:44:27,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35723 2024-11-12T09:44:27,264 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb677afb1da9:44373 2024-11-12T09:44:27,264 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:44:27,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:44:27,271 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T09:44:27,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,279 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T09:44:27,279 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb677afb1da9,44373,1731404667081 from backup master directory 2024-11-12T09:44:27,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:44:27,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T09:44:27,287 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:44:27,287 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,292 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/hbase.id] with ID: 07828dce-a23c-468e-890c-47aae2b32d27 2024-11-12T09:44:27,292 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/.tmp/hbase.id 2024-11-12T09:44:27,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:44:27,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741826_1002 (size=42) 2024-11-12T09:44:27,300 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/.tmp/hbase.id]:[hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/hbase.id] 2024-11-12T09:44:27,315 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:27,315 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T09:44:27,316 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T09:44:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:44:27,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741827_1003 (size=196) 2024-11-12T09:44:27,332 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T09:44:27,332 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T09:44:27,333 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:44:27,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:44:27,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741828_1004 (size=1189) 2024-11-12T09:44:27,342 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store 2024-11-12T09:44:27,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:44:27,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741829_1005 (size=34) 2024-11-12T09:44:27,348 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:44:27,348 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:44:27,348 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:27,348 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:27,348 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:44:27,348 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:27,348 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:27,348 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404667348Disabling compacts and flushes for region at 1731404667348Disabling writes for close at 1731404667348Writing region close event to WAL at 1731404667348Closed at 1731404667348 2024-11-12T09:44:27,349 WARN [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/.initializing 2024-11-12T09:44:27,349 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/WALs/eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,350 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:44:27,351 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C44373%2C1731404667081, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/WALs/eb677afb1da9,44373,1731404667081, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/oldWALs, maxLogs=10 2024-11-12T09:44:27,363 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/WALs/eb677afb1da9,44373,1731404667081/eb677afb1da9%2C44373%2C1731404667081.1731404667351, exclude list is [], retry=0 2024-11-12T09:44:27,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-d59e3915-537a-4380-a708-d0ac68005e22,DISK] 2024-11-12T09:44:27,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-c8bd6395-348a-4374-9e38-d70f33ee3980,DISK] 2024-11-12T09:44:27,367 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/WALs/eb677afb1da9,44373,1731404667081/eb677afb1da9%2C44373%2C1731404667081.1731404667351 2024-11-12T09:44:27,367 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44173:44173),(127.0.0.1/127.0.0.1:42887:42887)] 2024-11-12T09:44:27,367 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:44:27,367 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:44:27,367 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,367 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T09:44:27,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:27,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T09:44:27,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:44:27,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T09:44:27,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:44:27,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T09:44:27,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T09:44:27,376 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,376 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,376 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,378 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,378 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,378 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T09:44:27,379 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T09:44:27,381 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:44:27,381 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795845, jitterRate=0.011969506740570068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T09:44:27,382 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731404667367Initializing all the Stores at 1731404667368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404667368Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404667368Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404667368Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404667368Cleaning up temporary data from old regions at 1731404667378 (+10 ms)Region opened successfully at 1731404667382 (+4 ms) 2024-11-12T09:44:27,382 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T09:44:27,385 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46421d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:44:27,386 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T09:44:27,386 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T09:44:27,386 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T09:44:27,386 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T09:44:27,386 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T09:44:27,387 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T09:44:27,387 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T09:44:27,389 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T09:44:27,390 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T09:44:27,412 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T09:44:27,413 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T09:44:27,413 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T09:44:27,420 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T09:44:27,421 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T09:44:27,422 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T09:44:27,429 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T09:44:27,430 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T09:44:27,437 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T09:44:27,440 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T09:44:27,450 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T09:44:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:44:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T09:44:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,463 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb677afb1da9,44373,1731404667081, sessionid=0x1012fb82b7c0000, setting cluster-up flag (Was=false) 2024-11-12T09:44:27,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,504 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T09:44:27,505 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:27,554 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T09:44:27,555 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb677afb1da9,44373,1731404667081 2024-11-12T09:44:27,556 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T09:44:27,557 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T09:44:27,558 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T09:44:27,558 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T09:44:27,558 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb677afb1da9,44373,1731404667081 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb677afb1da9:0, corePoolSize=5, maxPoolSize=5 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb677afb1da9:0, corePoolSize=10, maxPoolSize=10 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:44:27,560 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731404697560 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T09:44:27,561 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T09:44:27,561 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T09:44:27,562 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T09:44:27,562 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T09:44:27,562 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404667562,5,FailOnTimeoutGroup] 2024-11-12T09:44:27,562 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404667562,5,FailOnTimeoutGroup] 2024-11-12T09:44:27,562 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,562 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T09:44:27,562 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,562 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,562 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T09:44:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:44:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741831_1007 (size=1321) 2024-11-12T09:44:27,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T09:44:27,571 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3 2024-11-12T09:44:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:44:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741832_1008 (size=32) 2024-11-12T09:44:27,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:44:27,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:44:27,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:44:27,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:44:27,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:44:27,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:27,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:44:27,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:44:27,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:27,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:44:27,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:44:27,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:27,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:27,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:44:27,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740 2024-11-12T09:44:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740 2024-11-12T09:44:27,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:44:27,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:44:27,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:44:27,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:44:27,591 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T09:44:27,591 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=688363, jitterRate=-0.12470200657844543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:44:27,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731404667577Initializing all the Stores at 1731404667578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404667578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404667578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404667578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404667578Cleaning up temporary data from old regions at 1731404667587 (+9 ms)Region opened successfully at 1731404667592 (+5 ms) 2024-11-12T09:44:27,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:44:27,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:44:27,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:44:27,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:44:27,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:44:27,593 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:44:27,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404667592Disabling compacts and flushes for region at 1731404667592Disabling writes for close at 1731404667592Writing region close event to WAL at 1731404667593 (+1 ms)Closed at 1731404667593 2024-11-12T09:44:27,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:44:27,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T09:44:27,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T09:44:27,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:44:27,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T09:44:27,656 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(746): ClusterId : 07828dce-a23c-468e-890c-47aae2b32d27 2024-11-12T09:44:27,656 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T09:44:27,673 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T09:44:27,673 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T09:44:27,687 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T09:44:27,688 DEBUG [RS:0;eb677afb1da9:35723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3f8bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb677afb1da9/172.17.0.2:0 2024-11-12T09:44:27,703 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb677afb1da9:35723 2024-11-12T09:44:27,703 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T09:44:27,703 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T09:44:27,703 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T09:44:27,704 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb677afb1da9,44373,1731404667081 with port=35723, startcode=1731404667231 2024-11-12T09:44:27,704 DEBUG [RS:0;eb677afb1da9:35723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T09:44:27,705 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52111, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T09:44:27,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44373 {}] master.ServerManager(517): Registering regionserver=eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,706 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3 2024-11-12T09:44:27,706 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35351 2024-11-12T09:44:27,706 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T09:44:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:44:27,718 DEBUG [RS:0;eb677afb1da9:35723 {}] zookeeper.ZKUtil(111): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,718 WARN [RS:0;eb677afb1da9:35723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T09:44:27,718 INFO [RS:0;eb677afb1da9:35723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:44:27,718 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb677afb1da9,35723,1731404667231] 2024-11-12T09:44:27,722 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T09:44:27,724 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T09:44:27,724 INFO [RS:0;eb677afb1da9:35723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T09:44:27,724 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,726 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T09:44:27,726 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T09:44:27,727 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb677afb1da9:0, corePoolSize=2, maxPoolSize=2 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb677afb1da9:0, corePoolSize=1, maxPoolSize=1 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:44:27,727 DEBUG [RS:0;eb677afb1da9:35723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb677afb1da9:0, corePoolSize=3, maxPoolSize=3 2024-11-12T09:44:27,729 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,729 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,729 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,729 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,729 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,729 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,35723,1731404667231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:44:27,744 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T09:44:27,744 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,35723,1731404667231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,744 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,744 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.Replication(171): eb677afb1da9,35723,1731404667231 started 2024-11-12T09:44:27,746 WARN [eb677afb1da9:44373 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T09:44:27,757 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:27,757 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1482): Serving as eb677afb1da9,35723,1731404667231, RpcServer on eb677afb1da9/172.17.0.2:35723, sessionid=0x1012fb82b7c0001 2024-11-12T09:44:27,757 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T09:44:27,757 DEBUG [RS:0;eb677afb1da9:35723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,757 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,35723,1731404667231' 2024-11-12T09:44:27,757 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb677afb1da9,35723,1731404667231' 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T09:44:27,758 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T09:44:27,759 DEBUG [RS:0;eb677afb1da9:35723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T09:44:27,759 INFO [RS:0;eb677afb1da9:35723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T09:44:27,759 INFO [RS:0;eb677afb1da9:35723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T09:44:27,859 INFO [RS:0;eb677afb1da9:35723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:44:27,861 INFO [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C35723%2C1731404667231, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs, maxLogs=32 2024-11-12T09:44:27,872 DEBUG [RS:0;eb677afb1da9:35723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231/eb677afb1da9%2C35723%2C1731404667231.1731404667861, exclude list is [], retry=0 2024-11-12T09:44:27,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-c8bd6395-348a-4374-9e38-d70f33ee3980,DISK] 2024-11-12T09:44:27,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-d59e3915-537a-4380-a708-d0ac68005e22,DISK] 2024-11-12T09:44:27,876 INFO [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231/eb677afb1da9%2C35723%2C1731404667231.1731404667861 2024-11-12T09:44:27,877 DEBUG [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42887:42887),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-12T09:44:27,997 DEBUG [eb677afb1da9:44373 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T09:44:27,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb677afb1da9,35723,1731404667231 2024-11-12T09:44:27,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,35723,1731404667231, state=OPENING 2024-11-12T09:44:28,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T09:44:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:28,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T09:44:28,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:44:28,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:44:28,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,35723,1731404667231}] 2024-11-12T09:44:28,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T09:44:28,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T09:44:28,192 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T09:44:28,192 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:44:28,192 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T09:44:28,194 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb677afb1da9%2C35723%2C1731404667231.meta, suffix=.meta, logDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs, maxLogs=32 2024-11-12T09:44:28,206 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231/eb677afb1da9%2C35723%2C1731404667231.meta.1731404668195.meta, exclude list is [], retry=0 2024-11-12T09:44:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-c8bd6395-348a-4374-9e38-d70f33ee3980,DISK] 2024-11-12T09:44:28,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-d59e3915-537a-4380-a708-d0ac68005e22,DISK] 2024-11-12T09:44:28,210 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/eb677afb1da9,35723,1731404667231/eb677afb1da9%2C35723%2C1731404667231.meta.1731404668195.meta 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42887:42887),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T09:44:28,211 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T09:44:28,211 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T09:44:28,212 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T09:44:28,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T09:44:28,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T09:44:28,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T09:44:28,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T09:44:28,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T09:44:28,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T09:44:28,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T09:44:28,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T09:44:28,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T09:44:28,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T09:44:28,218 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T09:44:28,218 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740 2024-11-12T09:44:28,219 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740 2024-11-12T09:44:28,220 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T09:44:28,220 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T09:44:28,221 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T09:44:28,222 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T09:44:28,222 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725057, jitterRate=-0.078043133020401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T09:44:28,223 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T09:44:28,223 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731404668212Writing region info on filesystem at 1731404668212Initializing all the Stores at 1731404668213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404668213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404668213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731404668213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731404668213Cleaning up temporary data from old regions at 1731404668220 (+7 ms)Running coprocessor post-open hooks at 1731404668223 (+3 ms)Region opened successfully at 1731404668223 2024-11-12T09:44:28,224 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731404668187 2024-11-12T09:44:28,226 DEBUG [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T09:44:28,226 INFO [RS_OPEN_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T09:44:28,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb677afb1da9,35723,1731404667231 2024-11-12T09:44:28,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb677afb1da9,35723,1731404667231, state=OPEN 2024-11-12T09:44:28,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:44:28,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T09:44:28,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb677afb1da9,35723,1731404667231 2024-11-12T09:44:28,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:44:28,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T09:44:28,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T09:44:28,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb677afb1da9,35723,1731404667231 in 232 msec 2024-11-12T09:44:28,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T09:44:28,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-12T09:44:28,272 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T09:44:28,272 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T09:44:28,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:44:28,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,35723,1731404667231, seqNum=-1] 2024-11-12T09:44:28,274 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:44:28,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:44:28,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 722 msec 2024-11-12T09:44:28,280 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731404668280, completionTime=-1 2024-11-12T09:44:28,280 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T09:44:28,280 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T09:44:28,288 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-12T09:44:28,288 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731404728288 2024-11-12T09:44:28,288 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731404788288 2024-11-12T09:44:28,288 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-12T09:44:28,288 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44373,1731404667081-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,288 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44373,1731404667081-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,289 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44373,1731404667081-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,289 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb677afb1da9:44373, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,289 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,289 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,291 DEBUG [master/eb677afb1da9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.006sec 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44373,1731404667081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T09:44:28,293 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44373,1731404667081-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T09:44:28,297 DEBUG [master/eb677afb1da9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T09:44:28,297 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T09:44:28,297 INFO [master/eb677afb1da9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb677afb1da9,44373,1731404667081-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T09:44:28,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a31af1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:44:28,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb677afb1da9,44373,-1 for getting cluster id 2024-11-12T09:44:28,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T09:44:28,357 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07828dce-a23c-468e-890c-47aae2b32d27' 2024-11-12T09:44:28,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T09:44:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07828dce-a23c-468e-890c-47aae2b32d27" 2024-11-12T09:44:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5f3e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:44:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb677afb1da9,44373,-1] 2024-11-12T09:44:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T09:44:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:28,360 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T09:44:28,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d798106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T09:44:28,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T09:44:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb677afb1da9,35723,1731404667231, seqNum=-1] 2024-11-12T09:44:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T09:44:28,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T09:44:28,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb677afb1da9,44373,1731404667081 2024-11-12T09:44:28,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T09:44:28,372 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-12T09:44:28,372 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T09:44:28,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T09:44:28,376 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1, archiveDir=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs, maxLogs=32 2024-11-12T09:44:28,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668376, exclude list is [], retry=0 2024-11-12T09:44:28,390 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-c8bd6395-348a-4374-9e38-d70f33ee3980,DISK] 2024-11-12T09:44:28,390 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-d59e3915-537a-4380-a708-d0ac68005e22,DISK] 2024-11-12T09:44:28,392 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668376 2024-11-12T09:44:28,393 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42887:42887),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-12T09:44:28,409 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668393, exclude list is [], retry=0 2024-11-12T09:44:28,412 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39457,DS-d59e3915-537a-4380-a708-d0ac68005e22,DISK] 2024-11-12T09:44:28,412 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-c8bd6395-348a-4374-9e38-d70f33ee3980,DISK] 2024-11-12T09:44:28,413 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668376 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668393 2024-11-12T09:44:28,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44173:44173),(127.0.0.1/127.0.0.1:42887:42887)] 2024-11-12T09:44:28,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668376 is not closed yet, will try archiving it next time 2024-11-12T09:44:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741835_1011 (size=93) 2024-11-12T09:44:28,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741835_1011 (size=93) 2024-11-12T09:44:28,416 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668376 to hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs/test.com%2C8080%2C1.1731404668376 2024-11-12T09:44:28,416 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/WALs/test.com,8080,1/test.com%2C8080%2C1.1731404668393 not finished, retry = 0 2024-11-12T09:44:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741836_1012 (size=93) 2024-11-12T09:44:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741836_1012 (size=93) 2024-11-12T09:44:28,519 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs 2024-11-12T09:44:28,519 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731404668393) 2024-11-12T09:44:28,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T09:44:28,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:44:28,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:44:28,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:28,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:28,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T09:44:28,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1627960792, stopped=false 2024-11-12T09:44:28,520 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb677afb1da9,44373,1731404667081 2024-11-12T09:44:28,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T09:44:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:44:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T09:44:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:28,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:44:28,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T09:44:28,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:44:28,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:44:28,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:28,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T09:44:28,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb677afb1da9,35723,1731404667231' ***** 2024-11-12T09:44:28,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T09:44:28,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(959): stopping server eb677afb1da9,35723,1731404667231 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb677afb1da9:35723. 2024-11-12T09:44:28,555 DEBUG [RS:0;eb677afb1da9:35723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T09:44:28,555 DEBUG [RS:0;eb677afb1da9:35723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T09:44:28,555 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T09:44:28,555 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T09:44:28,555 DEBUG [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T09:44:28,555 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T09:44:28,555 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T09:44:28,555 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T09:44:28,556 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T09:44:28,556 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T09:44:28,556 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T09:44:28,570 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/.tmp/ns/d2f402f5d6f94d46a0d697ade8ec2706 is 43, key is default/ns:d/1731404668276/Put/seqid=0 2024-11-12T09:44:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741837_1013 (size=5153) 2024-11-12T09:44:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741837_1013 (size=5153) 2024-11-12T09:44:28,576 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/.tmp/ns/d2f402f5d6f94d46a0d697ade8ec2706 2024-11-12T09:44:28,581 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/.tmp/ns/d2f402f5d6f94d46a0d697ade8ec2706 as hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/ns/d2f402f5d6f94d46a0d697ade8ec2706 2024-11-12T09:44:28,586 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/ns/d2f402f5d6f94d46a0d697ade8ec2706, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T09:44:28,587 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-12T09:44:28,587 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T09:44:28,591 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T09:44:28,592 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T09:44:28,592 INFO [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T09:44:28,592 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731404668555Running coprocessor pre-close hooks at 1731404668555Disabling compacts and flushes for region at 1731404668555Disabling writes for close at 1731404668556 (+1 ms)Obtaining lock to block concurrent updates at 1731404668556Preparing flush snapshotting stores in 1588230740 at 1731404668556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731404668556Flushing stores of hbase:meta,,1.1588230740 at 1731404668556Flushing 1588230740/ns: creating writer at 1731404668556Flushing 1588230740/ns: appending metadata at 1731404668570 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731404668570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597f7fb6: reopening flushed file at 1731404668580 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1731404668587 (+7 ms)Writing region close event to WAL at 1731404668588 (+1 ms)Running coprocessor post-close hooks at 1731404668592 (+4 ms)Closed at 1731404668592 2024-11-12T09:44:28,592 DEBUG [RS_CLOSE_META-regionserver/eb677afb1da9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T09:44:28,756 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(976): stopping server eb677afb1da9,35723,1731404667231; all regions closed. 2024-11-12T09:44:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741834_1010 (size=1152) 2024-11-12T09:44:28,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741834_1010 (size=1152) 2024-11-12T09:44:28,764 DEBUG [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs 2024-11-12T09:44:28,764 INFO [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C35723%2C1731404667231.meta:.meta(num 1731404668195) 2024-11-12T09:44:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741833_1009 (size=93) 2024-11-12T09:44:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741833_1009 (size=93) 2024-11-12T09:44:28,770 DEBUG [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/oldWALs 2024-11-12T09:44:28,770 INFO [RS:0;eb677afb1da9:35723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb677afb1da9%2C35723%2C1731404667231:(num 1731404667861) 2024-11-12T09:44:28,770 DEBUG [RS:0;eb677afb1da9:35723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T09:44:28,770 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T09:44:28,770 INFO [RS:0;eb677afb1da9:35723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:44:28,771 INFO [RS:0;eb677afb1da9:35723 {}] hbase.ChoreService(370): Chore service for: regionserver/eb677afb1da9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T09:44:28,771 INFO [RS:0;eb677afb1da9:35723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:44:28,771 INFO [regionserver/eb677afb1da9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:44:28,771 INFO [RS:0;eb677afb1da9:35723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35723 2024-11-12T09:44:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb677afb1da9,35723,1731404667231 2024-11-12T09:44:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T09:44:28,784 INFO [RS:0;eb677afb1da9:35723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:44:28,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb677afb1da9,35723,1731404667231] 2024-11-12T09:44:28,800 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb677afb1da9,35723,1731404667231 already deleted, retry=false 2024-11-12T09:44:28,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb677afb1da9,35723,1731404667231 expired; onlineServers=0 2024-11-12T09:44:28,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb677afb1da9,44373,1731404667081' ***** 2024-11-12T09:44:28,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T09:44:28,801 INFO [M:0;eb677afb1da9:44373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T09:44:28,801 INFO [M:0;eb677afb1da9:44373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T09:44:28,801 DEBUG [M:0;eb677afb1da9:44373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T09:44:28,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T09:44:28,801 DEBUG [M:0;eb677afb1da9:44373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T09:44:28,801 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404667562 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.small.0-1731404667562,5,FailOnTimeoutGroup] 2024-11-12T09:44:28,801 DEBUG [master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404667562 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb677afb1da9:0:becomeActiveMaster-HFileCleaner.large.0-1731404667562,5,FailOnTimeoutGroup] 2024-11-12T09:44:28,802 INFO [M:0;eb677afb1da9:44373 {}] hbase.ChoreService(370): Chore service for: master/eb677afb1da9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T09:44:28,802 INFO [M:0;eb677afb1da9:44373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T09:44:28,802 DEBUG [M:0;eb677afb1da9:44373 {}] master.HMaster(1795): Stopping service threads 2024-11-12T09:44:28,802 INFO [M:0;eb677afb1da9:44373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T09:44:28,803 INFO [M:0;eb677afb1da9:44373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T09:44:28,803 INFO [M:0;eb677afb1da9:44373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T09:44:28,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T09:44:28,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T09:44:28,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T09:44:28,812 DEBUG [M:0;eb677afb1da9:44373 {}] zookeeper.ZKUtil(347): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T09:44:28,812 WARN [M:0;eb677afb1da9:44373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T09:44:28,814 INFO [M:0;eb677afb1da9:44373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/.lastflushedseqids 2024-11-12T09:44:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741838_1014 (size=99) 2024-11-12T09:44:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741838_1014 (size=99) 2024-11-12T09:44:28,825 INFO [M:0;eb677afb1da9:44373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T09:44:28,825 INFO [M:0;eb677afb1da9:44373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T09:44:28,825 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T09:44:28,825 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:28,825 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:28,825 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T09:44:28,825 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:28,825 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-12T09:44:28,840 DEBUG [M:0;eb677afb1da9:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccf0f39f7554476196edc7232bc85437 is 82, key is hbase:meta,,1/info:regioninfo/1731404668226/Put/seqid=0 2024-11-12T09:44:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741839_1015 (size=5672) 2024-11-12T09:44:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741839_1015 (size=5672) 2024-11-12T09:44:28,845 INFO [M:0;eb677afb1da9:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccf0f39f7554476196edc7232bc85437 2024-11-12T09:44:28,869 DEBUG [M:0;eb677afb1da9:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af622898a1946abab1c7a82032c4c9a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731404668279/Put/seqid=0 2024-11-12T09:44:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741840_1016 (size=5275) 2024-11-12T09:44:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741840_1016 (size=5275) 2024-11-12T09:44:28,874 INFO [M:0;eb677afb1da9:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af622898a1946abab1c7a82032c4c9a 2024-11-12T09:44:28,890 DEBUG [M:0;eb677afb1da9:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dc3f338fa7e4dcf986d4bcfb596146b is 69, key is eb677afb1da9,35723,1731404667231/rs:state/1731404667706/Put/seqid=0 2024-11-12T09:44:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:28,892 INFO [RS:0;eb677afb1da9:35723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:44:28,892 INFO [RS:0;eb677afb1da9:35723 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb677afb1da9,35723,1731404667231; zookeeper connection closed. 2024-11-12T09:44:28,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35723-0x1012fb82b7c0001, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:28,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fb50f0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fb50f0b 2024-11-12T09:44:28,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T09:44:28,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741841_1017 (size=5156) 2024-11-12T09:44:28,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741841_1017 (size=5156) 2024-11-12T09:44:28,896 INFO [M:0;eb677afb1da9:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dc3f338fa7e4dcf986d4bcfb596146b 2024-11-12T09:44:28,913 DEBUG [M:0;eb677afb1da9:44373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b1c89bfe5570420b8740f15ef437ea6f is 52, key is load_balancer_on/state:d/1731404668371/Put/seqid=0 2024-11-12T09:44:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741842_1018 (size=5056) 2024-11-12T09:44:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741842_1018 (size=5056) 2024-11-12T09:44:28,918 INFO [M:0;eb677afb1da9:44373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b1c89bfe5570420b8740f15ef437ea6f 2024-11-12T09:44:28,922 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccf0f39f7554476196edc7232bc85437 as hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccf0f39f7554476196edc7232bc85437 2024-11-12T09:44:28,927 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccf0f39f7554476196edc7232bc85437, entries=8, sequenceid=29, filesize=5.5 K 2024-11-12T09:44:28,928 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3af622898a1946abab1c7a82032c4c9a as hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3af622898a1946abab1c7a82032c4c9a 2024-11-12T09:44:28,932 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3af622898a1946abab1c7a82032c4c9a, entries=3, sequenceid=29, filesize=5.2 K 2024-11-12T09:44:28,933 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dc3f338fa7e4dcf986d4bcfb596146b as hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dc3f338fa7e4dcf986d4bcfb596146b 2024-11-12T09:44:28,937 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dc3f338fa7e4dcf986d4bcfb596146b, entries=1, sequenceid=29, filesize=5.0 K 2024-11-12T09:44:28,938 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b1c89bfe5570420b8740f15ef437ea6f as hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b1c89bfe5570420b8740f15ef437ea6f 2024-11-12T09:44:28,942 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35351/user/jenkins/test-data/ba06866a-60d5-b180-d6ca-7c5f263ecbe3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b1c89bfe5570420b8740f15ef437ea6f, entries=1, sequenceid=29, filesize=4.9 K 2024-11-12T09:44:28,944 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=29, compaction requested=false 2024-11-12T09:44:28,945 INFO [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T09:44:28,945 DEBUG [M:0;eb677afb1da9:44373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731404668825Disabling compacts and flushes for region at 1731404668825Disabling writes for close at 1731404668825Obtaining lock to block concurrent updates at 1731404668825Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731404668825Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731404668826 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731404668826Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731404668826Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731404668840 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731404668840Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731404668850 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731404668868 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731404668868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731404668877 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731404668890 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731404668890Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731404668900 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731404668912 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731404668913 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d40b840: reopening flushed file at 1731404668922 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321bd758: reopening flushed file at 1731404668927 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd8c502: reopening flushed file at 1731404668932 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3755094: reopening flushed file at 1731404668937 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=29, compaction requested=false at 1731404668944 (+7 ms)Writing region close event to WAL at 1731404668945 (+1 ms)Closed at 1731404668945 2024-11-12T09:44:28,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741830_1006 (size=10311) 2024-11-12T09:44:28,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39457 is added to blk_1073741830_1006 (size=10311) 2024-11-12T09:44:28,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T09:44:28,949 INFO [M:0;eb677afb1da9:44373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T09:44:28,949 INFO [M:0;eb677afb1da9:44373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44373 2024-11-12T09:44:28,949 INFO [M:0;eb677afb1da9:44373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T09:44:29,067 INFO [M:0;eb677afb1da9:44373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T09:44:29,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:29,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44373-0x1012fb82b7c0000, quorum=127.0.0.1:53739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T09:44:29,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f607133{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:44:29,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@483de748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:44:29,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:44:29,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d0f091{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:44:29,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4649530c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir/,STOPPED} 2024-11-12T09:44:29,071 WARN [BP-817388660-172.17.0.2-1731404665356 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:44:29,071 WARN [BP-817388660-172.17.0.2-1731404665356 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-817388660-172.17.0.2-1731404665356 (Datanode Uuid 1367fb1b-5b46-41ab-a7e9-b6a0b96cf25a) service to localhost/127.0.0.1:35351 2024-11-12T09:44:29,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data3/current/BP-817388660-172.17.0.2-1731404665356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:29,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data4/current/BP-817388660-172.17.0.2-1731404665356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:29,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:44:29,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:44:29,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:44:29,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a9023bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T09:44:29,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8234642{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:44:29,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:44:29,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@734f3ca6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:44:29,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e74a47d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir/,STOPPED} 2024-11-12T09:44:29,075 WARN [BP-817388660-172.17.0.2-1731404665356 heartbeating to localhost/127.0.0.1:35351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T09:44:29,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T09:44:29,075 WARN [BP-817388660-172.17.0.2-1731404665356 heartbeating to localhost/127.0.0.1:35351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-817388660-172.17.0.2-1731404665356 (Datanode Uuid 40883d36-da96-4aec-9b5b-fe45ff21f6f6) service to localhost/127.0.0.1:35351 2024-11-12T09:44:29,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T09:44:29,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data1/current/BP-817388660-172.17.0.2-1731404665356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:29,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/cluster_0d7cb507-bd02-32e0-272a-121bd26e84b5/data/data2/current/BP-817388660-172.17.0.2-1731404665356 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T09:44:29,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T09:44:29,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@213f3494{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T09:44:29,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a14907f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T09:44:29,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T09:44:29,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@adc5a69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T09:44:29,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31377aee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7e8361d-eee2-346f-7360-b0aa85ba54b4/hadoop.log.dir/,STOPPED} 2024-11-12T09:44:29,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T09:44:29,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T09:44:29,107 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=136 (was 114) - Thread LEAK? -, OpenFileDescriptor=510 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 344), ProcessCount=11 (was 11), AvailableMemoryMB=7181 (was 7280)