2024-11-07 12:24:30,565 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-07 12:24:30,581 main DEBUG Took 0.014272 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:24:30,582 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:24:30,582 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:24:30,583 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:24:30,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,592 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:24:30,610 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,612 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,614 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,618 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,620 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,621 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,623 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:24:30,625 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,626 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:24:30,628 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:24:30,629 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:24:30,631 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:24:30,632 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:24:30,634 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:24:30,634 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:24:30,645 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:24:30,648 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:24:30,650 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:24:30,650 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:24:30,651 main DEBUG createAppenders(={Console}) 2024-11-07 12:24:30,651 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-07 12:24:30,652 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-07 12:24:30,652 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-07 12:24:30,653 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:24:30,653 main DEBUG OutputStream closed 2024-11-07 12:24:30,653 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:24:30,653 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:24:30,654 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-07 12:24:30,751 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:24:30,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:24:30,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:24:30,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:24:30,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:24:30,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:24:30,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:24:30,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:24:30,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:24:30,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:24:30,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:24:30,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:24:30,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:24:30,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:24:30,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:24:30,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:24:30,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:24:30,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:24:30,768 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:24:30,768 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-07 12:24:30,768 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:24:30,769 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-07T12:24:31,161 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6 2024-11-07 12:24:31,166 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:24:31,166 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:24:31,179 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-07T12:24:31,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=1240 2024-11-07T12:24:31,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:24:31,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e, deleteOnExit=true 2024-11-07T12:24:31,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:24:31,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/test.cache.data in system properties and HBase conf 2024-11-07T12:24:31,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:24:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:24:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:24:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:24:31,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:24:31,344 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:24:31,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:24:31,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:24:31,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:24:31,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:24:31,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:24:31,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:24:31,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:24:31,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:24:31,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:24:31,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:24:31,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:24:31,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:24:31,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:24:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:24:31,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:24:32,499 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:24:32,594 INFO [Time-limited test {}] log.Log(170): Logging initialized @2876ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T12:24:32,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:24:32,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:24:32,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:24:32,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:24:32,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:24:32,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:24:32,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:24:32,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:24:33,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/java.io.tmpdir/jetty-localhost-36599-hadoop-hdfs-3_4_1-tests_jar-_-any-14029727901597346321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:24:33,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:36599} 2024-11-07T12:24:33,149 INFO [Time-limited test {}] server.Server(415): Started @3431ms 2024-11-07T12:24:33,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:24:33,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:24:33,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:24:33,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:24:33,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:24:33,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:24:33,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:24:33,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51bfdaee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/java.io.tmpdir/jetty-localhost-34123-hadoop-hdfs-3_4_1-tests_jar-_-any-18276116568320023931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:24:33,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4038703{HTTP/1.1, (http/1.1)}{localhost:34123} 2024-11-07T12:24:33,746 INFO [Time-limited test {}] server.Server(415): Started @4029ms 2024-11-07T12:24:33,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:24:34,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:24:34,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:24:34,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:24:34,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:24:34,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:24:34,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:24:34,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:24:34,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2017f6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/java.io.tmpdir/jetty-localhost-33161-hadoop-hdfs-3_4_1-tests_jar-_-any-15939855584841816999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:24:34,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59c0b0f7{HTTP/1.1, (http/1.1)}{localhost:33161} 2024-11-07T12:24:34,238 INFO [Time-limited test {}] server.Server(415): Started @4521ms 2024-11-07T12:24:34,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:24:34,468 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data1/current/BP-356249358-172.17.0.3-1730982272238/current, will proceed with Du for space computation calculation, 2024-11-07T12:24:34,468 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data3/current/BP-356249358-172.17.0.3-1730982272238/current, will proceed with Du for space computation calculation, 2024-11-07T12:24:34,471 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data2/current/BP-356249358-172.17.0.3-1730982272238/current, will proceed with Du for space computation calculation, 2024-11-07T12:24:34,483 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data4/current/BP-356249358-172.17.0.3-1730982272238/current, will proceed with Du for space computation calculation, 2024-11-07T12:24:34,601 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:24:34,605 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:24:34,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc16a7b031dc9a84c with lease ID 0xd6badd34ff87d02d: Processing first storage report for DS-45f5438d-72bb-4452-a60d-5ce0340c08a0 from datanode DatanodeRegistration(127.0.0.1:38823, datanodeUuid=0919e147-7957-4881-b8fc-dbda30a145a0, infoPort=33551, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238) 2024-11-07T12:24:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc16a7b031dc9a84c with lease ID 0xd6badd34ff87d02d: from storage DS-45f5438d-72bb-4452-a60d-5ce0340c08a0 node DatanodeRegistration(127.0.0.1:38823, datanodeUuid=0919e147-7957-4881-b8fc-dbda30a145a0, infoPort=33551, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T12:24:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd842c7d8ac061488 with lease ID 0xd6badd34ff87d02e: Processing first storage report for DS-f99aa510-9395-4966-8f18-9f1555b8b1f5 from datanode DatanodeRegistration(127.0.0.1:34457, datanodeUuid=09ed62ca-c75d-42f4-9773-9faeef8fe411, infoPort=38689, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238) 2024-11-07T12:24:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd842c7d8ac061488 with lease ID 0xd6badd34ff87d02e: from storage DS-f99aa510-9395-4966-8f18-9f1555b8b1f5 node DatanodeRegistration(127.0.0.1:34457, datanodeUuid=09ed62ca-c75d-42f4-9773-9faeef8fe411, infoPort=38689, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:24:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc16a7b031dc9a84c with lease ID 0xd6badd34ff87d02d: Processing first storage report for DS-d07b81e6-af95-4e4c-87e5-1948887410ec from datanode DatanodeRegistration(127.0.0.1:38823, datanodeUuid=0919e147-7957-4881-b8fc-dbda30a145a0, infoPort=33551, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238) 2024-11-07T12:24:34,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc16a7b031dc9a84c with lease ID 0xd6badd34ff87d02d: from storage DS-d07b81e6-af95-4e4c-87e5-1948887410ec node DatanodeRegistration(127.0.0.1:38823, datanodeUuid=0919e147-7957-4881-b8fc-dbda30a145a0, infoPort=33551, infoSecurePort=0, ipcPort=41625, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:24:34,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd842c7d8ac061488 with lease ID 0xd6badd34ff87d02e: Processing first storage report for DS-3fd10213-67b2-459d-8582-5083340a5c6f from datanode DatanodeRegistration(127.0.0.1:34457, datanodeUuid=09ed62ca-c75d-42f4-9773-9faeef8fe411, infoPort=38689, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238) 2024-11-07T12:24:34,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd842c7d8ac061488 with lease ID 0xd6badd34ff87d02e: from storage DS-3fd10213-67b2-459d-8582-5083340a5c6f node DatanodeRegistration(127.0.0.1:34457, datanodeUuid=09ed62ca-c75d-42f4-9773-9faeef8fe411, infoPort=38689, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=522112879;c=1730982272238), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:24:34,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6 2024-11-07T12:24:34,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/zookeeper_0, clientPort=59729, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:24:34,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59729 2024-11-07T12:24:34,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:34,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:35,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:24:35,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:24:35,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7 with version=8 2024-11-07T12:24:35,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase-staging 2024-11-07T12:24:35,642 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T12:24:35,906 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:24:35,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:24:35,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:24:35,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:24:35,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:24:35,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:24:36,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:24:36,138 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:24:36,150 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:24:36,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:24:36,184 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32750 (auto-detected) 2024-11-07T12:24:36,185 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T12:24:36,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42519 2024-11-07T12:24:36,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42519 connecting to ZooKeeper ensemble=127.0.0.1:59729 2024-11-07T12:24:36,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425190x0, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:24:36,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42519-0x1001a3371a60000 connected 2024-11-07T12:24:36,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:36,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:36,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:24:36,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7, hbase.cluster.distributed=false 2024-11-07T12:24:36,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:24:36,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-07T12:24:36,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42519 2024-11-07T12:24:36,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42519 2024-11-07T12:24:36,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-07T12:24:36,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-07T12:24:36,468 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:24:36,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:24:36,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:24:36,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:24:36,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:24:36,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:24:36,475 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:24:36,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:24:36,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38377 2024-11-07T12:24:36,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38377 connecting to ZooKeeper ensemble=127.0.0.1:59729 2024-11-07T12:24:36,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:36,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:36,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383770x0, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:24:36,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38377-0x1001a3371a60001 connected 2024-11-07T12:24:36,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:24:36,498 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:24:36,506 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:24:36,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:24:36,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:24:36,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38377 2024-11-07T12:24:36,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38377 2024-11-07T12:24:36,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38377 2024-11-07T12:24:36,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38377 2024-11-07T12:24:36,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38377 2024-11-07T12:24:36,536 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:42519 2024-11-07T12:24:36,537 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,42519,1730982275705 2024-11-07T12:24:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:24:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:24:36,547 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,42519,1730982275705 2024-11-07T12:24:36,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:24:36,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:36,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:36,569 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:24:36,571 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,42519,1730982275705 from backup master directory 2024-11-07T12:24:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,42519,1730982275705 2024-11-07T12:24:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:24:36,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:24:36,575 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:24:36,575 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,42519,1730982275705 2024-11-07T12:24:36,578 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T12:24:36,579 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T12:24:36,636 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase.id] with ID: 166a6103-c768-4e97-b60e-2e60238ed3c7 2024-11-07T12:24:36,636 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/.tmp/hbase.id 2024-11-07T12:24:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:24:36,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:24:36,651 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/.tmp/hbase.id]:[hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase.id] 2024-11-07T12:24:36,700 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:36,704 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:24:36,724 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-07T12:24:36,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:36,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:24:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:24:36,763 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:24:36,765 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:24:36,771 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:24:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:24:36,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:24:36,822 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store 2024-11-07T12:24:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:24:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:24:36,851 INFO [master/87fb68174c52:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T12:24:36,855 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:24:36,857 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:24:36,857 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:24:36,857 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:24:36,859 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:24:36,859 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:24:36,860 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:24:36,861 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982276857Disabling compacts and flushes for region at 1730982276857Disabling writes for close at 1730982276859 (+2 ms)Writing region close event to WAL at 1730982276860 (+1 ms)Closed at 1730982276860 2024-11-07T12:24:36,864 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/.initializing 2024-11-07T12:24:36,864 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/WALs/87fb68174c52,42519,1730982275705 2024-11-07T12:24:36,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:24:36,889 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C42519%2C1730982275705, suffix=, logDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/WALs/87fb68174c52,42519,1730982275705, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/oldWALs, maxLogs=10 2024-11-07T12:24:36,921 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/WALs/87fb68174c52,42519,1730982275705/87fb68174c52%2C42519%2C1730982275705.1730982276895, exclude list is [], retry=0 2024-11-07T12:24:36,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:24:36,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:24:36,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:24:36,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T12:24:36,990 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/WALs/87fb68174c52,42519,1730982275705/87fb68174c52%2C42519%2C1730982275705.1730982276895 2024-11-07T12:24:36,991 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38689:38689),(127.0.0.1/127.0.0.1:33551:33551)] 2024-11-07T12:24:36,992 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:24:36,993 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:24:36,996 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:36,997 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:24:37,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:37,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:24:37,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:24:37,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:24:37,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:24:37,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:24:37,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:24:37,091 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,095 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,096 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,101 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,102 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,106 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:24:37,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:24:37,115 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:24:37,117 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733753, jitterRate=-0.06698529422283173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:24:37,122 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982277009Initializing all the Stores at 1730982277011 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982277011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982277012 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982277012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982277012Cleaning up temporary data from old regions at 1730982277102 (+90 ms)Region opened successfully at 1730982277122 (+20 ms) 2024-11-07T12:24:37,124 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:24:37,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abec1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:24:37,196 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:24:37,209 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:24:37,210 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:24:37,213 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:24:37,215 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T12:24:37,220 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T12:24:37,220 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:24:37,253 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:24:37,264 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:24:37,267 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:24:37,269 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:24:37,271 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:24:37,273 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:24:37,275 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:24:37,278 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:24:37,280 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:24:37,282 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:24:37,283 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:24:37,300 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:24:37,302 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:24:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:24:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:24:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:37,309 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,42519,1730982275705, sessionid=0x1001a3371a60000, setting cluster-up flag (Was=false) 2024-11-07T12:24:37,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:37,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:37,333 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:24:37,335 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42519,1730982275705 2024-11-07T12:24:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:37,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:37,346 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:24:37,348 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,42519,1730982275705 2024-11-07T12:24:37,354 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:24:37,425 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(746): ClusterId : 166a6103-c768-4e97-b60e-2e60238ed3c7 2024-11-07T12:24:37,428 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:24:37,434 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:24:37,434 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:24:37,437 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:24:37,438 DEBUG [RS:0;87fb68174c52:38377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2912367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:24:37,446 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:24:37,453 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:38377 2024-11-07T12:24:37,456 INFO [RS:0;87fb68174c52:38377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:24:37,456 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:24:37,456 INFO [RS:0;87fb68174c52:38377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:24:37,457 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:24:37,460 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,42519,1730982275705 with port=38377, startcode=1730982276427 2024-11-07T12:24:37,463 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:24:37,469 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,42519,1730982275705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:24:37,472 DEBUG [RS:0;87fb68174c52:38377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:24:37,476 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:24:37,476 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:24:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:24:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:24:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:24:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:24:37,477 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,479 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982307479 2024-11-07T12:24:37,481 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:24:37,482 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:24:37,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:24:37,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:24:37,487 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:24:37,488 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:24:37,488 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:24:37,488 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:24:37,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:24:37,492 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,498 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:24:37,499 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:24:37,500 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:24:37,504 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:24:37,504 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:24:37,510 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982277506,5,FailOnTimeoutGroup] 2024-11-07T12:24:37,512 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982277511,5,FailOnTimeoutGroup] 2024-11-07T12:24:37,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:24:37,512 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,513 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:24:37,514 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:24:37,515 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:24:37,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:24:37,519 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7 2024-11-07T12:24:37,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,38377,1730982276427 2024-11-07T12:24:37,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,38377,1730982276427 2024-11-07T12:24:37,538 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7 2024-11-07T12:24:37,539 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32819 2024-11-07T12:24:37,539 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:24:37,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:24:37,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:24:37,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:24:37,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:24:37,544 DEBUG [RS:0;87fb68174c52:38377 {}] zookeeper.ZKUtil(111): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,38377,1730982276427 2024-11-07T12:24:37,544 WARN [RS:0;87fb68174c52:38377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:24:37,545 INFO [RS:0;87fb68174c52:38377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:24:37,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:24:37,545 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427 2024-11-07T12:24:37,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,38377,1730982276427] 2024-11-07T12:24:37,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:24:37,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:37,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:24:37,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:24:37,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:37,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:24:37,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:24:37,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:37,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:24:37,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:24:37,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:37,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:37,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:24:37,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740 2024-11-07T12:24:37,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740 2024-11-07T12:24:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:24:37,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:24:37,577 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:24:37,580 INFO [RS:0;87fb68174c52:38377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:24:37,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:24:37,598 INFO [RS:0;87fb68174c52:38377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:24:37,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:24:37,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=875370, jitterRate=0.11309053003787994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:24:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982277542Initializing all the Stores at 1730982277544 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982277544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982277544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982277544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982277545 (+1 ms)Cleaning up temporary data from old regions at 1730982277566 (+21 ms)Region opened successfully at 1730982277605 (+39 ms) 2024-11-07T12:24:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:24:37,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:24:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:24:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:24:37,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:24:37,606 INFO [RS:0;87fb68174c52:38377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:24:37,606 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,607 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:24:37,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982277605Disabling compacts and flushes for region at 1730982277605Disabling writes for close at 1730982277605Writing region close event to WAL at 1730982277606 (+1 ms)Closed at 1730982277607 (+1 ms) 2024-11-07T12:24:37,608 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:24:37,614 INFO [RS:0;87fb68174c52:38377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:24:37,616 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,616 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,617 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:24:37,617 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:24:37,617 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,617 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,617 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:24:37,618 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,618 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,618 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,618 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,618 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,619 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:24:37,619 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:24:37,619 DEBUG [RS:0;87fb68174c52:38377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:24:37,623 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,623 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,624 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,624 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,624 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,624 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38377,1730982276427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:24:37,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:24:37,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:24:37,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:24:37,646 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:24:37,648 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38377,1730982276427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,649 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,649 INFO [RS:0;87fb68174c52:38377 {}] regionserver.Replication(171): 87fb68174c52,38377,1730982276427 started 2024-11-07T12:24:37,667 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:37,668 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,38377,1730982276427, RpcServer on 87fb68174c52/172.17.0.3:38377, sessionid=0x1001a3371a60001 2024-11-07T12:24:37,669 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:24:37,669 DEBUG [RS:0;87fb68174c52:38377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,38377,1730982276427 2024-11-07T12:24:37,669 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38377,1730982276427' 2024-11-07T12:24:37,669 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:24:37,670 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:24:37,671 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:24:37,671 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:24:37,671 DEBUG [RS:0;87fb68174c52:38377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,38377,1730982276427 2024-11-07T12:24:37,671 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38377,1730982276427' 2024-11-07T12:24:37,671 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:24:37,672 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:24:37,673 DEBUG [RS:0;87fb68174c52:38377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:24:37,673 INFO [RS:0;87fb68174c52:38377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:24:37,673 INFO [RS:0;87fb68174c52:38377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:24:37,778 INFO [RS:0;87fb68174c52:38377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:24:37,782 INFO [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38377%2C1730982276427, suffix=, logDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/oldWALs, maxLogs=32 2024-11-07T12:24:37,792 WARN [87fb68174c52:42519 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:24:37,801 DEBUG [RS:0;87fb68174c52:38377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982277784, exclude list is [], retry=0 2024-11-07T12:24:37,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:24:37,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:24:37,813 INFO [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982277784 2024-11-07T12:24:37,813 DEBUG [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38689:38689),(127.0.0.1/127.0.0.1:33551:33551)] 2024-11-07T12:24:38,046 DEBUG [87fb68174c52:42519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:24:38,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,38377,1730982276427 2024-11-07T12:24:38,070 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,38377,1730982276427, state=OPENING 2024-11-07T12:24:38,076 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:24:38,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:38,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:24:38,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:24:38,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:24:38,081 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:24:38,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,38377,1730982276427}] 2024-11-07T12:24:38,259 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:24:38,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:24:38,272 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:24:38,273 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:24:38,274 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:24:38,277 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38377%2C1730982276427.meta, suffix=.meta, logDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427, archiveDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/oldWALs, maxLogs=32 2024-11-07T12:24:38,296 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.meta.1730982278280.meta, exclude list is [], retry=0 2024-11-07T12:24:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:24:38,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:24:38,305 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.meta.1730982278280.meta 2024-11-07T12:24:38,305 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33551:33551),(127.0.0.1/127.0.0.1:38689:38689)] 2024-11-07T12:24:38,305 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:24:38,307 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:24:38,310 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:24:38,315 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:24:38,320 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:24:38,320 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:24:38,320 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:24:38,320 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:24:38,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:24:38,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:24:38,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:38,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:38,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:24:38,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:24:38,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:38,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:38,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:24:38,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:24:38,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:38,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:38,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:24:38,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:24:38,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:38,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:24:38,333 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:24:38,334 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740 2024-11-07T12:24:38,336 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740 2024-11-07T12:24:38,338 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:24:38,339 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:24:38,339 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:24:38,342 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:24:38,343 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868939, jitterRate=0.10491420328617096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:24:38,343 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:24:38,345 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982278321Writing region info on filesystem at 1730982278321Initializing all the Stores at 1730982278323 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982278323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982278323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982278323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982278323Cleaning up temporary data from old regions at 1730982278339 (+16 ms)Running coprocessor post-open hooks at 1730982278343 (+4 ms)Region opened successfully at 1730982278345 (+2 ms) 2024-11-07T12:24:38,352 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982278249 2024-11-07T12:24:38,365 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:24:38,365 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:24:38,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38377,1730982276427 2024-11-07T12:24:38,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,38377,1730982276427, state=OPEN 2024-11-07T12:24:38,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:24:38,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:24:38,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:24:38,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,38377,1730982276427 2024-11-07T12:24:38,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:24:38,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:24:38,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,38377,1730982276427 in 293 msec 2024-11-07T12:24:38,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:24:38,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-11-07T12:24:38,388 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:24:38,388 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:24:38,409 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:24:38,410 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,38377,1730982276427, seqNum=-1] 2024-11-07T12:24:38,432 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:24:38,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:24:38,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0710 sec 2024-11-07T12:24:38,458 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982278457, completionTime=-1 2024-11-07T12:24:38,460 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:24:38,461 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:24:38,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:24:38,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982338491 2024-11-07T12:24:38,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982398491 2024-11-07T12:24:38,491 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-07T12:24:38,493 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42519,1730982275705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,494 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42519,1730982275705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,494 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42519,1730982275705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,496 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:42519, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,496 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,497 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,505 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:24:38,528 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.952sec 2024-11-07T12:24:38,529 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:24:38,531 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:24:38,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:24:38,533 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:24:38,534 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:24:38,535 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42519,1730982275705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:24:38,535 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42519,1730982275705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:24:38,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:24:38,545 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:24:38,546 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,42519,1730982275705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:24:38,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c31399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:24:38,640 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T12:24:38,640 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T12:24:38,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,42519,-1 for getting cluster id 2024-11-07T12:24:38,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:24:38,655 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '166a6103-c768-4e97-b60e-2e60238ed3c7' 2024-11-07T12:24:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:24:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "166a6103-c768-4e97-b60e-2e60238ed3c7" 2024-11-07T12:24:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aebee75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:24:38,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,42519,-1] 2024-11-07T12:24:38,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:24:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:24:38,669 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:24:38,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2056d47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:24:38,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:24:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,38377,1730982276427, seqNum=-1] 2024-11-07T12:24:38,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:24:38,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:24:38,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,42519,1730982275705 2024-11-07T12:24:38,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:24:38,720 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T12:24:38,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:24:38,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,42519,1730982275705 2024-11-07T12:24:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ed11bb1 2024-11-07T12:24:38,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:24:38,738 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:24:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T12:24:38,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T12:24:38,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:24:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-07T12:24:38,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:24:38,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-07T12:24:38,758 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:38,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:24:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:24:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741835_1011 (size=389) 2024-11-07T12:24:38,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741835_1011 (size=389) 2024-11-07T12:24:38,778 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dbcb163b6ac3d60966ba67652a7c6f3, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7 2024-11-07T12:24:38,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741836_1012 (size=72) 2024-11-07T12:24:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741836_1012 (size=72) 2024-11-07T12:24:38,791 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:24:38,791 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 7dbcb163b6ac3d60966ba67652a7c6f3, disabling compactions & flushes 2024-11-07T12:24:38,791 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:38,792 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:38,792 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. after waiting 0 ms 2024-11-07T12:24:38,792 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:38,792 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:38,792 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dbcb163b6ac3d60966ba67652a7c6f3: Waiting for close lock at 1730982278791Disabling compacts and flushes for region at 1730982278791Disabling writes for close at 1730982278792 (+1 ms)Writing region close event to WAL at 1730982278792Closed at 1730982278792 2024-11-07T12:24:38,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:24:38,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1730982278795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982278795"}]},"ts":"1730982278795"} 2024-11-07T12:24:38,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:24:38,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:24:38,814 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982278810"}]},"ts":"1730982278810"} 2024-11-07T12:24:38,820 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-07T12:24:38,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7dbcb163b6ac3d60966ba67652a7c6f3, ASSIGN}] 2024-11-07T12:24:38,825 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7dbcb163b6ac3d60966ba67652a7c6f3, ASSIGN 2024-11-07T12:24:38,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7dbcb163b6ac3d60966ba67652a7c6f3, ASSIGN; state=OFFLINE, location=87fb68174c52,38377,1730982276427; forceNewPlan=false, retain=false 2024-11-07T12:24:38,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dbcb163b6ac3d60966ba67652a7c6f3, regionState=OPENING, regionLocation=87fb68174c52,38377,1730982276427 2024-11-07T12:24:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7dbcb163b6ac3d60966ba67652a7c6f3, ASSIGN because future has completed 2024-11-07T12:24:38,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbcb163b6ac3d60966ba67652a7c6f3, server=87fb68174c52,38377,1730982276427}] 2024-11-07T12:24:39,151 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:39,152 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dbcb163b6ac3d60966ba67652a7c6f3, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:24:39,152 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,152 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:24:39,153 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,153 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,156 INFO [StoreOpener-7dbcb163b6ac3d60966ba67652a7c6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,159 INFO [StoreOpener-7dbcb163b6ac3d60966ba67652a7c6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbcb163b6ac3d60966ba67652a7c6f3 columnFamilyName info 2024-11-07T12:24:39,159 DEBUG [StoreOpener-7dbcb163b6ac3d60966ba67652a7c6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:24:39,161 INFO [StoreOpener-7dbcb163b6ac3d60966ba67652a7c6f3-1 {}] regionserver.HStore(327): Store=7dbcb163b6ac3d60966ba67652a7c6f3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:24:39,161 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,164 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,165 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,166 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,166 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,171 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,177 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:24:39,178 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7dbcb163b6ac3d60966ba67652a7c6f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=766516, jitterRate=-0.025325506925582886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:24:39,178 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:24:39,180 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7dbcb163b6ac3d60966ba67652a7c6f3: Running coprocessor pre-open hook at 1730982279153Writing region info on filesystem at 1730982279153Initializing all the Stores at 1730982279155 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982279155Cleaning up temporary data from old regions at 1730982279167 (+12 ms)Running coprocessor post-open hooks at 1730982279178 (+11 ms)Region opened successfully at 1730982279179 (+1 ms) 2024-11-07T12:24:39,183 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3., pid=6, masterSystemTime=1730982279140 2024-11-07T12:24:39,192 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:39,192 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:39,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dbcb163b6ac3d60966ba67652a7c6f3, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38377,1730982276427 2024-11-07T12:24:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbcb163b6ac3d60966ba67652a7c6f3, server=87fb68174c52,38377,1730982276427 because future has completed 2024-11-07T12:24:39,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:24:39,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dbcb163b6ac3d60966ba67652a7c6f3, server=87fb68174c52,38377,1730982276427 in 217 msec 2024-11-07T12:24:39,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:24:39,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=7dbcb163b6ac3d60966ba67652a7c6f3, ASSIGN in 385 msec 2024-11-07T12:24:39,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:24:39,217 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982279217"}]},"ts":"1730982279217"} 2024-11-07T12:24:39,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-07T12:24:39,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:24:39,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 478 msec 2024-11-07T12:24:43,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:24:43,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:24:43,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-07T12:24:46,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:24:46,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:24:46,135 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-07T12:24:46,135 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T12:24:46,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:24:46,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:24:46,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:24:46,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:24:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:24:48,829 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-07T12:24:48,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-07T12:24:48,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-07T12:24:48,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:24:48,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982288840, exclude list is [], retry=0 2024-11-07T12:24:48,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:24:48,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:24:48,871 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982277784 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982288840 2024-11-07T12:24:48,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38689:38689),(127.0.0.1/127.0.0.1:33551:33551)] 2024-11-07T12:24:48,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982277784 is not closed yet, will try archiving it next time 2024-11-07T12:24:48,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741833_1009 (size=451) 2024-11-07T12:24:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741833_1009 (size=451) 2024-11-07T12:24:48,878 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982277784 to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/oldWALs/87fb68174c52%2C38377%2C1730982276427.1730982277784 2024-11-07T12:24:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3., hostname=87fb68174c52,38377,1730982276427, seqNum=2] 2024-11-07T12:25:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38377 {}] regionserver.HRegion(8855): Flush requested on 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:25:02,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7dbcb163b6ac3d60966ba67652a7c6f3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:25:02,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/cf6d5a4006994b998df1df18d69ae4c4 is 1055, key is row0001/info:/1730982288888/Put/seqid=0 2024-11-07T12:25:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741838_1014 (size=13386) 2024-11-07T12:25:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741838_1014 (size=13386) 2024-11-07T12:25:03,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/cf6d5a4006994b998df1df18d69ae4c4 2024-11-07T12:25:03,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/cf6d5a4006994b998df1df18d69ae4c4 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/cf6d5a4006994b998df1df18d69ae4c4 2024-11-07T12:25:03,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/cf6d5a4006994b998df1df18d69ae4c4, entries=8, sequenceid=12, filesize=13.1 K 2024-11-07T12:25:03,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 7dbcb163b6ac3d60966ba67652a7c6f3 in 144ms, sequenceid=12, compaction requested=false 2024-11-07T12:25:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7dbcb163b6ac3d60966ba67652a7c6f3: 2024-11-07T12:25:04,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:25:08,957 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982308934, exclude list is [], retry=0 2024-11-07T12:25:08,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:25:08,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:25:08,964 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982288840 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982308934 2024-11-07T12:25:08,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33551:33551),(127.0.0.1/127.0.0.1:38689:38689)] 2024-11-07T12:25:08,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982288840 is not closed yet, will try archiving it next time 2024-11-07T12:25:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741837_1013 (size=12149) 2024-11-07T12:25:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741837_1013 (size=12149) 2024-11-07T12:25:13,971 INFO [AsyncFSWAL-0-hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7-prefix:87fb68174c52,38377,1730982276427 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK], DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK]] 2024-11-07T12:25:13,974 WARN [AsyncFSWAL-0-hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7-prefix:87fb68174c52,38377,1730982276427 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK], DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK]] 2024-11-07T12:25:13,975 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C38377%2C1730982276427:(num 1730982308934) roll requested 2024-11-07T12:25:13,989 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982313975, exclude list is [], retry=0 2024-11-07T12:25:13,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:25:13,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:25:13,997 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982308934 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982313975 2024-11-07T12:25:13,997 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38689:38689),(127.0.0.1/127.0.0.1:33551:33551)] 2024-11-07T12:25:13,997 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982308934 is not closed yet, will try archiving it next time 2024-11-07T12:25:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741839_1015 (size=1233) 2024-11-07T12:25:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741839_1015 (size=1233) 2024-11-07T12:25:15,973 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:25:15,987 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982315973, exclude list is [], retry=0 2024-11-07T12:25:15,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34457,DS-f99aa510-9395-4966-8f18-9f1555b8b1f5,DISK] 2024-11-07T12:25:15,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38823,DS-45f5438d-72bb-4452-a60d-5ce0340c08a0,DISK] 2024-11-07T12:25:15,994 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982313975 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982315973 2024-11-07T12:25:15,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38689:38689),(127.0.0.1/127.0.0.1:33551:33551)] 2024-11-07T12:25:15,995 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982313975 is not closed yet, will try archiving it next time 2024-11-07T12:25:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741840_1016 (size=93) 2024-11-07T12:25:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741840_1016 (size=93) 2024-11-07T12:25:15,998 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/WALs/87fb68174c52,38377,1730982276427/87fb68174c52%2C38377%2C1730982276427.1730982313975 to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/oldWALs/87fb68174c52%2C38377%2C1730982276427.1730982313975 2024-11-07T12:25:18,893 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:25:18,893 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:25:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38377 {}] regionserver.HRegion(8855): Flush requested on 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:25:24,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7dbcb163b6ac3d60966ba67652a7c6f3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:25:24,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/ebefb13ace2a4e5982bf94a6f2b100d1 is 1055, key is row0009/info:/1730982304927/Put/seqid=0 2024-11-07T12:25:24,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741842_1018 (size=13386) 2024-11-07T12:25:24,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741842_1018 (size=13386) 2024-11-07T12:25:24,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7dbcb163b6ac3d60966ba67652a7c6f3, had cached 0 bytes from a total of 13386 2024-11-07T12:25:24,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/ebefb13ace2a4e5982bf94a6f2b100d1 2024-11-07T12:25:24,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/ebefb13ace2a4e5982bf94a6f2b100d1 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/ebefb13ace2a4e5982bf94a6f2b100d1 2024-11-07T12:25:24,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/ebefb13ace2a4e5982bf94a6f2b100d1, entries=8, sequenceid=23, filesize=13.1 K 2024-11-07T12:25:24,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 7dbcb163b6ac3d60966ba67652a7c6f3 in 480ms, sequenceid=23, compaction requested=false 2024-11-07T12:25:24,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7dbcb163b6ac3d60966ba67652a7c6f3: 2024-11-07T12:25:24,496 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-07T12:25:24,496 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:25:24,497 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/cf6d5a4006994b998df1df18d69ae4c4 because midkey is the same as first or last row 2024-11-07T12:25:34,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:25:36,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:25:36,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:25:36,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:25:36,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:36,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:36,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:25:36,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324169580, stopped=false 2024-11-07T12:25:36,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:25:36,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,42519,1730982275705 2024-11-07T12:25:36,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:25:36,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:36,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:25:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:25:36,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:25:36,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:36,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:25:36,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:36,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,38377,1730982276427' ***** 2024-11-07T12:25:36,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:25:36,049 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:25:36,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:25:36,049 INFO [RS:0;87fb68174c52:38377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:25:36,049 INFO [RS:0;87fb68174c52:38377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:25:36,050 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:25:36,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:25:36,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:25:36,052 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,38377,1730982276427 2024-11-07T12:25:36,052 INFO [RS:0;87fb68174c52:38377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:25:36,052 INFO [RS:0;87fb68174c52:38377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:38377. 2024-11-07T12:25:36,052 DEBUG [RS:0;87fb68174c52:38377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:25:36,052 DEBUG [RS:0;87fb68174c52:38377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:36,052 INFO [RS:0;87fb68174c52:38377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:25:36,052 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dbcb163b6ac3d60966ba67652a7c6f3, disabling compactions & flushes 2024-11-07T12:25:36,052 INFO [RS:0;87fb68174c52:38377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:25:36,053 INFO [RS:0;87fb68174c52:38377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:25:36,053 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:25:36,053 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:25:36,054 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:25:36,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:25:36,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. after waiting 0 ms 2024-11-07T12:25:36,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:25:36,054 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dbcb163b6ac3d60966ba67652a7c6f3 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-07T12:25:36,054 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:25:36,055 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:25:36,055 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:25:36,055 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:25:36,055 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:25:36,056 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-07T12:25:36,056 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7dbcb163b6ac3d60966ba67652a7c6f3=TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3.} 2024-11-07T12:25:36,057 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dbcb163b6ac3d60966ba67652a7c6f3 2024-11-07T12:25:36,066 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/4e8f2e01d85e4c0fae0c90938d417955 is 1055, key is row0017/info:/1730982326018/Put/seqid=0 2024-11-07T12:25:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741843_1019 (size=10222) 2024-11-07T12:25:36,087 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/info/b31af1dd075341eebf92159c16eaaa13 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3./info:regioninfo/1730982279193/Put/seqid=0 2024-11-07T12:25:36,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741843_1019 (size=10222) 2024-11-07T12:25:36,089 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/4e8f2e01d85e4c0fae0c90938d417955 2024-11-07T12:25:36,101 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/.tmp/info/4e8f2e01d85e4c0fae0c90938d417955 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/4e8f2e01d85e4c0fae0c90938d417955 2024-11-07T12:25:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741844_1020 (size=7016) 2024-11-07T12:25:36,114 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/info/4e8f2e01d85e4c0fae0c90938d417955, entries=5, sequenceid=31, filesize=10.0 K 2024-11-07T12:25:36,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741844_1020 (size=7016) 2024-11-07T12:25:36,115 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/info/b31af1dd075341eebf92159c16eaaa13 2024-11-07T12:25:36,116 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7dbcb163b6ac3d60966ba67652a7c6f3 in 62ms, sequenceid=31, compaction requested=true 2024-11-07T12:25:36,125 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/default/TestLogRolling-testSlowSyncLogRolling/7dbcb163b6ac3d60966ba67652a7c6f3/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-07T12:25:36,128 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:25:36,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dbcb163b6ac3d60966ba67652a7c6f3: Waiting for close lock at 1730982336052Running coprocessor pre-close hooks at 1730982336052Disabling compacts and flushes for region at 1730982336052Disabling writes for close at 1730982336054 (+2 ms)Obtaining lock to block concurrent updates at 1730982336055 (+1 ms)Preparing flush snapshotting stores in 7dbcb163b6ac3d60966ba67652a7c6f3 at 1730982336055Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1730982336056 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. at 1730982336057 (+1 ms)Flushing 7dbcb163b6ac3d60966ba67652a7c6f3/info: creating writer at 1730982336057Flushing 7dbcb163b6ac3d60966ba67652a7c6f3/info: appending metadata at 1730982336065 (+8 ms)Flushing 7dbcb163b6ac3d60966ba67652a7c6f3/info: closing flushed file at 1730982336065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@917a558: reopening flushed file at 1730982336099 (+34 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 7dbcb163b6ac3d60966ba67652a7c6f3 in 62ms, sequenceid=31, compaction requested=true at 1730982336116 (+17 ms)Writing region close event to WAL at 1730982336118 (+2 ms)Running coprocessor post-close hooks at 1730982336126 (+8 ms)Closed at 1730982336128 (+2 ms) 2024-11-07T12:25:36,129 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1730982278740.7dbcb163b6ac3d60966ba67652a7c6f3. 2024-11-07T12:25:36,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-07T12:25:36,143 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/ns/d23c56fcce574682b72b915af658e029 is 43, key is default/ns:d/1730982278439/Put/seqid=0 2024-11-07T12:25:36,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741845_1021 (size=5153) 2024-11-07T12:25:36,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741845_1021 (size=5153) 2024-11-07T12:25:36,153 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/ns/d23c56fcce574682b72b915af658e029 2024-11-07T12:25:36,180 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/table/73426887dbe94ce5b5891a9bf7478bd8 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1730982279217/Put/seqid=0 2024-11-07T12:25:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741846_1022 (size=5396) 2024-11-07T12:25:36,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741846_1022 (size=5396) 2024-11-07T12:25:36,189 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/table/73426887dbe94ce5b5891a9bf7478bd8 2024-11-07T12:25:36,202 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/info/b31af1dd075341eebf92159c16eaaa13 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/info/b31af1dd075341eebf92159c16eaaa13 2024-11-07T12:25:36,221 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/info/b31af1dd075341eebf92159c16eaaa13, entries=10, sequenceid=11, filesize=6.9 K 2024-11-07T12:25:36,226 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/ns/d23c56fcce574682b72b915af658e029 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/ns/d23c56fcce574682b72b915af658e029 2024-11-07T12:25:36,245 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/ns/d23c56fcce574682b72b915af658e029, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:25:36,249 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/.tmp/table/73426887dbe94ce5b5891a9bf7478bd8 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/table/73426887dbe94ce5b5891a9bf7478bd8 2024-11-07T12:25:36,257 DEBUG [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:25:36,263 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/table/73426887dbe94ce5b5891a9bf7478bd8, entries=2, sequenceid=11, filesize=5.3 K 2024-11-07T12:25:36,265 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 209ms, sequenceid=11, compaction requested=false 2024-11-07T12:25:36,290 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:25:36,291 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:25:36,291 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:25:36,292 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982336054Running coprocessor pre-close hooks at 1730982336054Disabling compacts and flushes for region at 1730982336054Disabling writes for close at 1730982336055 (+1 ms)Obtaining lock to block concurrent updates at 1730982336056 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730982336056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1730982336056Flushing stores of hbase:meta,,1.1588230740 at 1730982336058 (+2 ms)Flushing 1588230740/info: creating writer at 1730982336059 (+1 ms)Flushing 1588230740/info: appending metadata at 1730982336086 (+27 ms)Flushing 1588230740/info: closing flushed file at 1730982336086Flushing 1588230740/ns: creating writer at 1730982336125 (+39 ms)Flushing 1588230740/ns: appending metadata at 1730982336142 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730982336143 (+1 ms)Flushing 1588230740/table: creating writer at 1730982336163 (+20 ms)Flushing 1588230740/table: appending metadata at 1730982336179 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730982336179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f893f6a: reopening flushed file at 1730982336201 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ac5272: reopening flushed file at 1730982336221 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6bc555: reopening flushed file at 1730982336245 (+24 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 209ms, sequenceid=11, compaction requested=false at 1730982336265 (+20 ms)Writing region close event to WAL at 1730982336276 (+11 ms)Running coprocessor post-close hooks at 1730982336291 (+15 ms)Closed at 1730982336291 2024-11-07T12:25:36,292 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:25:36,458 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,38377,1730982276427; all regions closed. 2024-11-07T12:25:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741834_1010 (size=3066) 2024-11-07T12:25:36,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741834_1010 (size=3066) 2024-11-07T12:25:36,473 DEBUG [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/oldWALs 2024-11-07T12:25:36,473 INFO [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38377%2C1730982276427.meta:.meta(num 1730982278280) 2024-11-07T12:25:36,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741841_1017 (size=13164) 2024-11-07T12:25:36,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741841_1017 (size=13164) 2024-11-07T12:25:36,486 DEBUG [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/oldWALs 2024-11-07T12:25:36,486 INFO [RS:0;87fb68174c52:38377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38377%2C1730982276427:(num 1730982315973) 2024-11-07T12:25:36,486 DEBUG [RS:0;87fb68174c52:38377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:36,486 INFO [RS:0;87fb68174c52:38377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:25:36,486 INFO [RS:0;87fb68174c52:38377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:25:36,487 INFO [RS:0;87fb68174c52:38377 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:25:36,487 INFO [RS:0;87fb68174c52:38377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:25:36,487 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:25:36,488 INFO [RS:0;87fb68174c52:38377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38377 2024-11-07T12:25:36,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:25:36,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,38377,1730982276427 2024-11-07T12:25:36,493 INFO [RS:0;87fb68174c52:38377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:25:36,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,38377,1730982276427] 2024-11-07T12:25:36,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,38377,1730982276427 already deleted, retry=false 2024-11-07T12:25:36,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,38377,1730982276427 expired; onlineServers=0 2024-11-07T12:25:36,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,42519,1730982275705' ***** 2024-11-07T12:25:36,497 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:25:36,497 INFO [M:0;87fb68174c52:42519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:25:36,497 INFO [M:0;87fb68174c52:42519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:25:36,497 DEBUG [M:0;87fb68174c52:42519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:25:36,497 DEBUG [M:0;87fb68174c52:42519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:25:36,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:25:36,497 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982277511 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982277511,5,FailOnTimeoutGroup] 2024-11-07T12:25:36,497 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982277506 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982277506,5,FailOnTimeoutGroup] 2024-11-07T12:25:36,498 INFO [M:0;87fb68174c52:42519 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:25:36,498 INFO [M:0;87fb68174c52:42519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:25:36,498 DEBUG [M:0;87fb68174c52:42519 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:25:36,498 INFO [M:0;87fb68174c52:42519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:25:36,498 INFO [M:0;87fb68174c52:42519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:25:36,499 INFO [M:0;87fb68174c52:42519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:25:36,499 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:25:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:25:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:36,500 DEBUG [M:0;87fb68174c52:42519 {}] zookeeper.ZKUtil(347): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:25:36,500 WARN [M:0;87fb68174c52:42519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:25:36,501 INFO [M:0;87fb68174c52:42519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/.lastflushedseqids 2024-11-07T12:25:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741847_1023 (size=130) 2024-11-07T12:25:36,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741847_1023 (size=130) 2024-11-07T12:25:36,519 INFO [M:0;87fb68174c52:42519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:25:36,519 INFO [M:0;87fb68174c52:42519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:25:36,519 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:25:36,519 INFO [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:36,519 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:36,519 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:25:36,519 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:36,519 INFO [M:0;87fb68174c52:42519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-07T12:25:36,539 DEBUG [M:0;87fb68174c52:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e68d59b66145c6ab2a655195f2c3ab is 82, key is hbase:meta,,1/info:regioninfo/1730982278366/Put/seqid=0 2024-11-07T12:25:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741848_1024 (size=5672) 2024-11-07T12:25:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741848_1024 (size=5672) 2024-11-07T12:25:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:36,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38377-0x1001a3371a60001, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:36,597 INFO [RS:0;87fb68174c52:38377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:25:36,597 INFO [RS:0;87fb68174c52:38377 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,38377,1730982276427; zookeeper connection closed. 2024-11-07T12:25:36,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c185d8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c185d8c 2024-11-07T12:25:36,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:25:36,949 INFO [M:0;87fb68174c52:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e68d59b66145c6ab2a655195f2c3ab 2024-11-07T12:25:36,979 DEBUG [M:0;87fb68174c52:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a75f27a4bc44776885cda3d394da538 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982279227/Put/seqid=0 2024-11-07T12:25:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741849_1025 (size=6246) 2024-11-07T12:25:36,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741849_1025 (size=6246) 2024-11-07T12:25:36,994 INFO [M:0;87fb68174c52:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a75f27a4bc44776885cda3d394da538 2024-11-07T12:25:37,002 INFO [M:0;87fb68174c52:42519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a75f27a4bc44776885cda3d394da538 2024-11-07T12:25:37,021 DEBUG [M:0;87fb68174c52:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85da054b82c64dbdb168006547faef53 is 69, key is 87fb68174c52,38377,1730982276427/rs:state/1730982277525/Put/seqid=0 2024-11-07T12:25:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741850_1026 (size=5156) 2024-11-07T12:25:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741850_1026 (size=5156) 2024-11-07T12:25:37,057 INFO [M:0;87fb68174c52:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85da054b82c64dbdb168006547faef53 2024-11-07T12:25:37,106 DEBUG [M:0;87fb68174c52:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ab07d61707484866a6f1c0c4d1e58a8c is 52, key is load_balancer_on/state:d/1730982278716/Put/seqid=0 2024-11-07T12:25:37,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741851_1027 (size=5056) 2024-11-07T12:25:37,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741851_1027 (size=5056) 2024-11-07T12:25:37,129 INFO [M:0;87fb68174c52:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ab07d61707484866a6f1c0c4d1e58a8c 2024-11-07T12:25:37,139 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e68d59b66145c6ab2a655195f2c3ab as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e68d59b66145c6ab2a655195f2c3ab 2024-11-07T12:25:37,147 INFO [M:0;87fb68174c52:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e68d59b66145c6ab2a655195f2c3ab, entries=8, sequenceid=59, filesize=5.5 K 2024-11-07T12:25:37,149 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a75f27a4bc44776885cda3d394da538 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a75f27a4bc44776885cda3d394da538 2024-11-07T12:25:37,158 INFO [M:0;87fb68174c52:42519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a75f27a4bc44776885cda3d394da538 2024-11-07T12:25:37,159 INFO [M:0;87fb68174c52:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a75f27a4bc44776885cda3d394da538, entries=6, sequenceid=59, filesize=6.1 K 2024-11-07T12:25:37,160 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85da054b82c64dbdb168006547faef53 as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85da054b82c64dbdb168006547faef53 2024-11-07T12:25:37,174 INFO [M:0;87fb68174c52:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85da054b82c64dbdb168006547faef53, entries=1, sequenceid=59, filesize=5.0 K 2024-11-07T12:25:37,176 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/ab07d61707484866a6f1c0c4d1e58a8c as hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ab07d61707484866a6f1c0c4d1e58a8c 2024-11-07T12:25:37,184 INFO [M:0;87fb68174c52:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/ab07d61707484866a6f1c0c4d1e58a8c, entries=1, sequenceid=59, filesize=4.9 K 2024-11-07T12:25:37,186 INFO [M:0;87fb68174c52:42519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 666ms, sequenceid=59, compaction requested=false 2024-11-07T12:25:37,189 INFO [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:37,189 DEBUG [M:0;87fb68174c52:42519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982336519Disabling compacts and flushes for region at 1730982336519Disabling writes for close at 1730982336519Obtaining lock to block concurrent updates at 1730982336520 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982336520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1730982336520Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982336521 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982336521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982336539 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982336539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982336957 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982336978 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982336978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982337002 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982337020 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982337020Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730982337081 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730982337105 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730982337105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100bc45a: reopening flushed file at 1730982337138 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c81300: reopening flushed file at 1730982337148 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147ba68c: reopening flushed file at 1730982337159 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14335839: reopening flushed file at 1730982337174 (+15 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 666ms, sequenceid=59, compaction requested=false at 1730982337186 (+12 ms)Writing region close event to WAL at 1730982337189 (+3 ms)Closed at 1730982337189 2024-11-07T12:25:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38823 is added to blk_1073741830_1006 (size=27961) 2024-11-07T12:25:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34457 is added to blk_1073741830_1006 (size=27961) 2024-11-07T12:25:37,197 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:25:37,197 INFO [M:0;87fb68174c52:42519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:25:37,197 INFO [M:0;87fb68174c52:42519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42519 2024-11-07T12:25:37,197 INFO [M:0;87fb68174c52:42519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:25:37,299 INFO [M:0;87fb68174c52:42519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:25:37,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:37,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x1001a3371a60000, quorum=127.0.0.1:59729, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:37,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2017f6db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:37,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59c0b0f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:37,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:37,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:37,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:37,309 WARN [BP-356249358-172.17.0.3-1730982272238 heartbeating to localhost/127.0.0.1:32819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:37,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:37,310 WARN [BP-356249358-172.17.0.3-1730982272238 heartbeating to localhost/127.0.0.1:32819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356249358-172.17.0.3-1730982272238 (Datanode Uuid 0919e147-7957-4881-b8fc-dbda30a145a0) service to localhost/127.0.0.1:32819 2024-11-07T12:25:37,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:37,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data3/current/BP-356249358-172.17.0.3-1730982272238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:37,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data4/current/BP-356249358-172.17.0.3-1730982272238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:37,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:37,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51bfdaee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:37,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4038703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:37,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:37,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:37,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:37,317 WARN [BP-356249358-172.17.0.3-1730982272238 heartbeating to localhost/127.0.0.1:32819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:37,317 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:37,317 WARN [BP-356249358-172.17.0.3-1730982272238 heartbeating to localhost/127.0.0.1:32819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356249358-172.17.0.3-1730982272238 (Datanode Uuid 09ed62ca-c75d-42f4-9773-9faeef8fe411) service to localhost/127.0.0.1:32819 2024-11-07T12:25:37,317 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:37,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data1/current/BP-356249358-172.17.0.3-1730982272238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:37,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/cluster_7edac0a5-d1ad-6a54-f758-58773fdc317e/data/data2/current/BP-356249358-172.17.0.3-1730982272238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:37,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:37,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:25:37,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:37,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:37,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:37,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:37,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:25:37,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:25:37,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:32819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:32819 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@76ea817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb68174c52:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:32819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb68174c52:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1007 (was 1240) 2024-11-07T12:25:37,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=1007 2024-11-07T12:25:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:25:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.log.dir so I do NOT create it in target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483 2024-11-07T12:25:37,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4251cb55-9e6f-fb82-3335-38d13a75c3c6/hadoop.tmp.dir so I do NOT create it in target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe, deleteOnExit=true 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/test.cache.data in system properties and HBase conf 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:25:37,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:25:37,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:25:37,390 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:25:37,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:25:37,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:25:37,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:25:37,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:25:37,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:25:37,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:25:37,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:37,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:37,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:37,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:37,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:25:37,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:37,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d075292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:37,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d49ad70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:37,627 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:25:37,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f247e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-41827-hadoop-hdfs-3_4_1-tests_jar-_-any-10315042078941265970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:25:37,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c5c740d{HTTP/1.1, (http/1.1)}{localhost:41827} 2024-11-07T12:25:37,636 INFO [Time-limited test {}] server.Server(415): Started @67919ms 2024-11-07T12:25:37,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:37,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:37,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:37,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:37,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce11844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d55ae6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:37,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9064200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-43505-hadoop-hdfs-3_4_1-tests_jar-_-any-13099116143753925028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:37,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0dcaab{HTTP/1.1, (http/1.1)}{localhost:43505} 2024-11-07T12:25:37,861 INFO [Time-limited test {}] server.Server(415): Started @68144ms 2024-11-07T12:25:37,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:37,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:37,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:37,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:37,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:37,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:37,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73df7719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:37,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac53736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:37,987 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data1/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:37,987 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data2/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:38,020 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:38,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff2b747de5ae0d0b with lease ID 0xecc275a36eae1868: Processing first storage report for DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f from datanode DatanodeRegistration(127.0.0.1:44359, datanodeUuid=544a14cf-989b-4e9c-9364-b565c1c23f08, infoPort=39253, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff2b747de5ae0d0b with lease ID 0xecc275a36eae1868: from storage DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f node DatanodeRegistration(127.0.0.1:44359, datanodeUuid=544a14cf-989b-4e9c-9364-b565c1c23f08, infoPort=39253, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff2b747de5ae0d0b with lease ID 0xecc275a36eae1868: Processing first storage report for DS-9dd9dc6e-e55b-475f-a102-2b127424d461 from datanode DatanodeRegistration(127.0.0.1:44359, datanodeUuid=544a14cf-989b-4e9c-9364-b565c1c23f08, infoPort=39253, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff2b747de5ae0d0b with lease ID 0xecc275a36eae1868: from storage DS-9dd9dc6e-e55b-475f-a102-2b127424d461 node DatanodeRegistration(127.0.0.1:44359, datanodeUuid=544a14cf-989b-4e9c-9364-b565c1c23f08, infoPort=39253, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:38,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17355d56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-44899-hadoop-hdfs-3_4_1-tests_jar-_-any-16525523315969152602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:38,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33ae62fd{HTTP/1.1, (http/1.1)}{localhost:44899} 2024-11-07T12:25:38,074 INFO [Time-limited test {}] server.Server(415): Started @68357ms 2024-11-07T12:25:38,076 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:38,191 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data3/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:38,191 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data4/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:38,221 WARN [Thread-384 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6109a714e62bb107 with lease ID 0xecc275a36eae1869: Processing first storage report for DS-86d2a590-54bd-41fe-beb4-5eba1ff8c45b from datanode DatanodeRegistration(127.0.0.1:37097, datanodeUuid=082cabe3-6c2c-43b6-a44c-f025c3b477d9, infoPort=36411, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6109a714e62bb107 with lease ID 0xecc275a36eae1869: from storage DS-86d2a590-54bd-41fe-beb4-5eba1ff8c45b node DatanodeRegistration(127.0.0.1:37097, datanodeUuid=082cabe3-6c2c-43b6-a44c-f025c3b477d9, infoPort=36411, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6109a714e62bb107 with lease ID 0xecc275a36eae1869: Processing first storage report for DS-bcc70da0-16e9-4fe6-9af2-ac4e56d01e42 from datanode DatanodeRegistration(127.0.0.1:37097, datanodeUuid=082cabe3-6c2c-43b6-a44c-f025c3b477d9, infoPort=36411, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6109a714e62bb107 with lease ID 0xecc275a36eae1869: from storage DS-bcc70da0-16e9-4fe6-9af2-ac4e56d01e42 node DatanodeRegistration(127.0.0.1:37097, datanodeUuid=082cabe3-6c2c-43b6-a44c-f025c3b477d9, infoPort=36411, infoSecurePort=0, ipcPort=35971, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:25:38,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483 2024-11-07T12:25:38,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/zookeeper_0, clientPort=61160, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:25:38,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61160 2024-11-07T12:25:38,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:25:38,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:25:38,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39 with version=8 2024-11-07T12:25:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase-staging 2024-11-07T12:25:38,340 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:25:38,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:25:38,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:25:38,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:25:38,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:25:38,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:25:38,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:25:38,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:25:38,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35207 2024-11-07T12:25:38,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35207 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T12:25:38,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352070x0, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:25:38,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35207-0x1001a3469ad0000 connected 2024-11-07T12:25:38,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:25:38,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39, hbase.cluster.distributed=false 2024-11-07T12:25:38,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:25:38,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35207 2024-11-07T12:25:38,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35207 2024-11-07T12:25:38,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35207 2024-11-07T12:25:38,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35207 2024-11-07T12:25:38,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35207 2024-11-07T12:25:38,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:25:38,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:25:38,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:25:38,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:25:38,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:25:38,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:25:38,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:25:38,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:25:38,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38943 2024-11-07T12:25:38,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38943 connecting to ZooKeeper ensemble=127.0.0.1:61160 2024-11-07T12:25:38,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389430x0, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:25:38,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38943-0x1001a3469ad0001 connected 2024-11-07T12:25:38,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:25:38,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:25:38,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:25:38,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:25:38,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:25:38,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-07T12:25:38,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38943 2024-11-07T12:25:38,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38943 2024-11-07T12:25:38,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-07T12:25:38,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-07T12:25:38,495 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:35207 2024-11-07T12:25:38,496 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,35207,1730982338340 2024-11-07T12:25:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:25:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:25:38,498 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,35207,1730982338340 2024-11-07T12:25:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:25:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:38,501 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:25:38,502 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,35207,1730982338340 from backup master directory 2024-11-07T12:25:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,35207,1730982338340 2024-11-07T12:25:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:25:38,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:25:38,509 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:25:38,509 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,35207,1730982338340 2024-11-07T12:25:38,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/hbase.id] with ID: 371e50e8-a40b-4a9e-b441-db71937fccd7 2024-11-07T12:25:38,515 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/.tmp/hbase.id 2024-11-07T12:25:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:25:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:25:38,553 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/.tmp/hbase.id]:[hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/hbase.id] 2024-11-07T12:25:38,573 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:38,574 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:25:38,576 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:25:38,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:38,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:25:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:25:38,593 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:25:38,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:25:38,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:25:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:25:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:25:39,010 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store 2024-11-07T12:25:39,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:25:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:25:39,022 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:25:39,022 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:25:39,022 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:39,022 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:39,023 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:25:39,023 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:39,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:39,023 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982339022Disabling compacts and flushes for region at 1730982339022Disabling writes for close at 1730982339023 (+1 ms)Writing region close event to WAL at 1730982339023Closed at 1730982339023 2024-11-07T12:25:39,024 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/.initializing 2024-11-07T12:25:39,024 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340 2024-11-07T12:25:39,026 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:25:39,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C35207%2C1730982338340, suffix=, logDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340, archiveDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/oldWALs, maxLogs=10 2024-11-07T12:25:39,049 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029, exclude list is [], retry=0 2024-11-07T12:25:39,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44359,DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f,DISK] 2024-11-07T12:25:39,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-86d2a590-54bd-41fe-beb4-5eba1ff8c45b,DISK] 2024-11-07T12:25:39,055 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 2024-11-07T12:25:39,060 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253),(127.0.0.1/127.0.0.1:36411:36411)] 2024-11-07T12:25:39,060 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:25:39,060 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:25:39,061 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,061 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:25:39,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:25:39,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:25:39,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:25:39,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:25:39,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:25:39,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:25:39,073 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,074 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,074 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,076 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,076 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,077 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:25:39,079 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:25:39,085 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:25:39,085 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882076, jitterRate=0.1216185986995697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:25:39,087 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982339061Initializing all the Stores at 1730982339062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982339062Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982339062Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982339062Cleaning up temporary data from old regions at 1730982339076 (+14 ms)Region opened successfully at 1730982339087 (+11 ms) 2024-11-07T12:25:39,088 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:25:39,093 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739d2a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:25:39,094 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:25:39,094 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:25:39,094 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:25:39,095 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:25:39,095 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:25:39,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:25:39,096 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:25:39,101 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:25:39,102 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:25:39,103 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:25:39,104 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:25:39,105 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:25:39,106 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:25:39,106 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:25:39,107 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:25:39,109 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:25:39,110 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:25:39,111 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:25:39,113 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:25:39,115 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:25:39,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:25:39,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:25:39,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,117 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,35207,1730982338340, sessionid=0x1001a3469ad0000, setting cluster-up flag (Was=false) 2024-11-07T12:25:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,128 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:25:39,129 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,35207,1730982338340 2024-11-07T12:25:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,140 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:25:39,141 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,35207,1730982338340 2024-11-07T12:25:39,143 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:25:39,145 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:25:39,146 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:25:39,146 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:25:39,146 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,35207,1730982338340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:25:39,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:25:39,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:25:39,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:25:39,148 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:25:39,149 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:25:39,149 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,149 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:25:39,149 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982369154 2024-11-07T12:25:39,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:25:39,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:25:39,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:25:39,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:25:39,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:25:39,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:25:39,154 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:25:39,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:25:39,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:25:39,155 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:25:39,156 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:25:39,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,156 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:25:39,156 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:25:39,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:25:39,162 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982339157,5,FailOnTimeoutGroup] 2024-11-07T12:25:39,164 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982339163,5,FailOnTimeoutGroup] 2024-11-07T12:25:39,164 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,164 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:25:39,164 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,164 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:25:39,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:25:39,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:25:39,178 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39 2024-11-07T12:25:39,182 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(746): ClusterId : 371e50e8-a40b-4a9e-b441-db71937fccd7 2024-11-07T12:25:39,182 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:25:39,186 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:25:39,186 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:25:39,189 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:25:39,189 DEBUG [RS:0;87fb68174c52:38943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639f7a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:25:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:25:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:25:39,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:25:39,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:25:39,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:25:39,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:25:39,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:25:39,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:25:39,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:25:39,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:25:39,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:25:39,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:25:39,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740 2024-11-07T12:25:39,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740 2024-11-07T12:25:39,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:25:39,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:25:39,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:25:39,212 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:38943 2024-11-07T12:25:39,212 INFO [RS:0;87fb68174c52:38943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:25:39,212 INFO [RS:0;87fb68174c52:38943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:25:39,212 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:25:39,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:25:39,213 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,35207,1730982338340 with port=38943, startcode=1730982338397 2024-11-07T12:25:39,214 DEBUG [RS:0;87fb68174c52:38943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:25:39,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:25:39,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835466, jitterRate=0.062350258231163025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:25:39,218 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:25:39,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982339193Initializing all the Stores at 1730982339194 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339195 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982339195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339195Cleaning up temporary data from old regions at 1730982339210 (+15 ms)Region opened successfully at 1730982339218 (+8 ms) 2024-11-07T12:25:39,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:25:39,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35207 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:25:39,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:25:39,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:25:39,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:25:39,221 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39 2024-11-07T12:25:39,221 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38485 2024-11-07T12:25:39,221 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:25:39,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:25:39,224 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:25:39,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982339219Disabling compacts and flushes for region at 1730982339219Disabling writes for close at 1730982339219Writing region close event to WAL at 1730982339224 (+5 ms)Closed at 1730982339224 2024-11-07T12:25:39,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,38943,1730982338397] 2024-11-07T12:25:39,226 DEBUG [RS:0;87fb68174c52:38943 {}] zookeeper.ZKUtil(111): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,226 WARN [RS:0;87fb68174c52:38943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:25:39,226 INFO [RS:0;87fb68174c52:38943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:25:39,226 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:25:39,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:25:39,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:25:39,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:25:39,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:25:39,232 INFO [RS:0;87fb68174c52:38943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:25:39,237 INFO [RS:0;87fb68174c52:38943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:25:39,241 INFO [RS:0;87fb68174c52:38943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:25:39,241 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,243 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:25:39,245 INFO [RS:0;87fb68174c52:38943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:25:39,245 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,245 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,245 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,245 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,246 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,247 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,247 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:25:39,247 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:25:39,247 DEBUG [RS:0;87fb68174c52:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:25:39,249 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,249 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,249 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,250 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,250 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,250 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38943,1730982338397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:25:39,266 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:25:39,266 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38943,1730982338397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,266 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,266 INFO [RS:0;87fb68174c52:38943 {}] regionserver.Replication(171): 87fb68174c52,38943,1730982338397 started 2024-11-07T12:25:39,281 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,282 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,38943,1730982338397, RpcServer on 87fb68174c52/172.17.0.3:38943, sessionid=0x1001a3469ad0001 2024-11-07T12:25:39,282 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:25:39,282 DEBUG [RS:0;87fb68174c52:38943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,282 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38943,1730982338397' 2024-11-07T12:25:39,282 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:25:39,283 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:25:39,283 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:25:39,284 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:25:39,284 DEBUG [RS:0;87fb68174c52:38943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,284 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38943,1730982338397' 2024-11-07T12:25:39,284 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:25:39,284 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:25:39,285 DEBUG [RS:0;87fb68174c52:38943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:25:39,285 INFO [RS:0;87fb68174c52:38943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:25:39,285 INFO [RS:0;87fb68174c52:38943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:25:39,382 WARN [87fb68174c52:35207 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:25:39,385 INFO [RS:0;87fb68174c52:38943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:25:39,388 INFO [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38943%2C1730982338397, suffix=, logDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397, archiveDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs, maxLogs=32 2024-11-07T12:25:39,416 DEBUG [RS:0;87fb68174c52:38943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391, exclude list is [], retry=0 2024-11-07T12:25:39,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-86d2a590-54bd-41fe-beb4-5eba1ff8c45b,DISK] 2024-11-07T12:25:39,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44359,DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f,DISK] 2024-11-07T12:25:39,425 INFO [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 2024-11-07T12:25:39,426 DEBUG [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39253:39253),(127.0.0.1/127.0.0.1:36411:36411)] 2024-11-07T12:25:39,632 DEBUG [87fb68174c52:35207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:25:39,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,38943,1730982338397, state=OPENING 2024-11-07T12:25:39,636 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:25:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:39,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:25:39,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:25:39,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:25:39,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,38943,1730982338397}] 2024-11-07T12:25:39,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:25:39,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:25:39,799 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:25:39,800 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:25:39,800 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:25:39,802 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38943%2C1730982338397.meta, suffix=.meta, logDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397, archiveDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs, maxLogs=32 2024-11-07T12:25:39,818 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta, exclude list is [], retry=0 2024-11-07T12:25:39,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-86d2a590-54bd-41fe-beb4-5eba1ff8c45b,DISK] 2024-11-07T12:25:39,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44359,DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f,DISK] 2024-11-07T12:25:39,823 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta 2024-11-07T12:25:39,824 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36411:36411),(127.0.0.1/127.0.0.1:39253:39253)] 2024-11-07T12:25:39,824 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:25:39,824 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:25:39,824 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:25:39,824 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:25:39,825 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:25:39,825 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:25:39,825 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:25:39,825 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:25:39,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:25:39,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:25:39,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:25:39,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:25:39,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:25:39,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:25:39,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:25:39,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:25:39,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:25:39,833 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:25:39,834 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740 2024-11-07T12:25:39,835 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740 2024-11-07T12:25:39,836 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:25:39,836 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:25:39,837 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:25:39,839 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:25:39,840 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795806, jitterRate=0.011920541524887085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:25:39,840 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:25:39,841 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982339825Writing region info on filesystem at 1730982339825Initializing all the Stores at 1730982339826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982339826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982339826Cleaning up temporary data from old regions at 1730982339836 (+10 ms)Running coprocessor post-open hooks at 1730982339840 (+4 ms)Region opened successfully at 1730982339841 (+1 ms) 2024-11-07T12:25:39,842 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982339792 2024-11-07T12:25:39,845 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:25:39,845 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:25:39,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,847 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,38943,1730982338397, state=OPEN 2024-11-07T12:25:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:25:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:25:39,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,38943,1730982338397 2024-11-07T12:25:39,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:25:39,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:25:39,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:25:39,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,38943,1730982338397 in 215 msec 2024-11-07T12:25:39,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:25:39,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-07T12:25:39,860 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:25:39,860 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:25:39,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:25:39,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,38943,1730982338397, seqNum=-1] 2024-11-07T12:25:39,863 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:25:39,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:25:39,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 726 msec 2024-11-07T12:25:39,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982339871, completionTime=-1 2024-11-07T12:25:39,871 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:25:39,871 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:25:39,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:25:39,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982399873 2024-11-07T12:25:39,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982459873 2024-11-07T12:25:39,873 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:25:39,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35207,1730982338340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35207,1730982338340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35207,1730982338340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:35207, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,874 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,876 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.369sec 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35207,1730982338340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:25:39,879 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35207,1730982338340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:25:39,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5250fa73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:25:39,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,35207,-1 for getting cluster id 2024-11-07T12:25:39,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:25:39,883 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:25:39,883 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:25:39,883 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,35207,1730982338340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:25:39,884 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '371e50e8-a40b-4a9e-b441-db71937fccd7' 2024-11-07T12:25:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:25:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "371e50e8-a40b-4a9e-b441-db71937fccd7" 2024-11-07T12:25:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dbeb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:25:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,35207,-1] 2024-11-07T12:25:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:25:39,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:39,887 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:25:39,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2133de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:25:39,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:25:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,38943,1730982338397, seqNum=-1] 2024-11-07T12:25:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:25:39,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:25:39,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,35207,1730982338340 2024-11-07T12:25:39,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:39,897 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T12:25:39,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:39,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:39,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:39,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:39,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:39,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:39,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:40,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ea99249{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-38187-hadoop-hdfs-3_4_1-tests_jar-_-any-1075207207499580249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:40,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:38187} 2024-11-07T12:25:40,038 INFO [Time-limited test {}] server.Server(415): Started @70321ms 2024-11-07T12:25:40,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:40,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:40,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:40,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:40,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:40,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:40,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:40,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:40,138 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data5/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:40,138 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data6/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:40,163 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6a6166b1380138a with lease ID 0xecc275a36eae186a: Processing first storage report for DS-76ccc5fd-3e94-490c-b10b-82c7e204a5a5 from datanode DatanodeRegistration(127.0.0.1:32945, datanodeUuid=0fa963fb-2e38-49ee-ab21-0d63da40e3d2, infoPort=45507, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6a6166b1380138a with lease ID 0xecc275a36eae186a: from storage DS-76ccc5fd-3e94-490c-b10b-82c7e204a5a5 node DatanodeRegistration(127.0.0.1:32945, datanodeUuid=0fa963fb-2e38-49ee-ab21-0d63da40e3d2, infoPort=45507, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6a6166b1380138a with lease ID 0xecc275a36eae186a: Processing first storage report for DS-e8599878-dfa4-45a8-8791-b64c79b3c243 from datanode DatanodeRegistration(127.0.0.1:32945, datanodeUuid=0fa963fb-2e38-49ee-ab21-0d63da40e3d2, infoPort=45507, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6a6166b1380138a with lease ID 0xecc275a36eae186a: from storage DS-e8599878-dfa4-45a8-8791-b64c79b3c243 node DatanodeRegistration(127.0.0.1:32945, datanodeUuid=0fa963fb-2e38-49ee-ab21-0d63da40e3d2, infoPort=45507, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:40,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-33913-hadoop-hdfs-3_4_1-tests_jar-_-any-11028589005234100745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:40,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:33913} 2024-11-07T12:25:40,223 INFO [Time-limited test {}] server.Server(415): Started @70506ms 2024-11-07T12:25:40,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:40,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:40,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:40,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:40,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:40,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:40,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:40,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:40,331 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data7/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:40,332 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data8/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:40,351 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc85ff534142de8e with lease ID 0xecc275a36eae186b: Processing first storage report for DS-33e25218-a89e-44e0-8878-762e1fa11ceb from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=e77b0616-d9f5-41e8-86bc-3616a5e80e9f, infoPort=40957, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc85ff534142de8e with lease ID 0xecc275a36eae186b: from storage DS-33e25218-a89e-44e0-8878-762e1fa11ceb node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=e77b0616-d9f5-41e8-86bc-3616a5e80e9f, infoPort=40957, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc85ff534142de8e with lease ID 0xecc275a36eae186b: Processing first storage report for DS-1e07fa40-f938-4962-8d06-beb09b9fbf9d from datanode DatanodeRegistration(127.0.0.1:37481, datanodeUuid=e77b0616-d9f5-41e8-86bc-3616a5e80e9f, infoPort=40957, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc85ff534142de8e with lease ID 0xecc275a36eae186b: from storage DS-1e07fa40-f938-4962-8d06-beb09b9fbf9d node DatanodeRegistration(127.0.0.1:37481, datanodeUuid=e77b0616-d9f5-41e8-86bc-3616a5e80e9f, infoPort=40957, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:40,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f58397{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-38373-hadoop-hdfs-3_4_1-tests_jar-_-any-7064439954961131475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:40,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:38373} 2024-11-07T12:25:40,382 INFO [Time-limited test {}] server.Server(415): Started @70665ms 2024-11-07T12:25:40,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:40,471 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data9/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:40,471 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data10/current/BP-948921535-172.17.0.3-1730982337432/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:40,490 WARN [Thread-558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x441deba110ada2db with lease ID 0xecc275a36eae186c: Processing first storage report for DS-635712be-b756-4ff2-abd8-6bf63b4f530a from datanode DatanodeRegistration(127.0.0.1:46437, datanodeUuid=b3a02bdc-c428-4521-b328-fdb6218d054c, infoPort=33117, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x441deba110ada2db with lease ID 0xecc275a36eae186c: from storage DS-635712be-b756-4ff2-abd8-6bf63b4f530a node DatanodeRegistration(127.0.0.1:46437, datanodeUuid=b3a02bdc-c428-4521-b328-fdb6218d054c, infoPort=33117, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x441deba110ada2db with lease ID 0xecc275a36eae186c: Processing first storage report for DS-dbd7305c-f941-4179-90c0-900f039a2b9b from datanode DatanodeRegistration(127.0.0.1:46437, datanodeUuid=b3a02bdc-c428-4521-b328-fdb6218d054c, infoPort=33117, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432) 2024-11-07T12:25:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x441deba110ada2db with lease ID 0xecc275a36eae186c: from storage DS-dbd7305c-f941-4179-90c0-900f039a2b9b node DatanodeRegistration(127.0.0.1:46437, datanodeUuid=b3a02bdc-c428-4521-b328-fdb6218d054c, infoPort=33117, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:40,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:25:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,35207,1730982338340 2024-11-07T12:25:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72603cab 2024-11-07T12:25:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:25:40,511 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:25:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T12:25:40,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T12:25:40,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:25:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T12:25:40,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:25:40,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:40,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-07T12:25:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:25:40,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:25:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741835_1011 (size=393) 2024-11-07T12:25:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741835_1011 (size=393) 2024-11-07T12:25:40,529 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9154268f128016b4767520fed44d7190, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39 2024-11-07T12:25:40,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741836_1012 (size=76) 2024-11-07T12:25:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44359 is added to blk_1073741836_1012 (size=76) 2024-11-07T12:25:40,537 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:25:40,537 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 9154268f128016b4767520fed44d7190, disabling compactions & flushes 2024-11-07T12:25:40,537 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,537 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,537 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. after waiting 0 ms 2024-11-07T12:25:40,538 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,538 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,538 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9154268f128016b4767520fed44d7190: Waiting for close lock at 1730982340537Disabling compacts and flushes for region at 1730982340537Disabling writes for close at 1730982340538 (+1 ms)Writing region close event to WAL at 1730982340538Closed at 1730982340538 2024-11-07T12:25:40,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:25:40,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1730982340539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982340539"}]},"ts":"1730982340539"} 2024-11-07T12:25:40,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:25:40,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:25:40,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982340543"}]},"ts":"1730982340543"} 2024-11-07T12:25:40,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-07T12:25:40,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9154268f128016b4767520fed44d7190, ASSIGN}] 2024-11-07T12:25:40,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9154268f128016b4767520fed44d7190, ASSIGN 2024-11-07T12:25:40,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9154268f128016b4767520fed44d7190, ASSIGN; state=OFFLINE, location=87fb68174c52,38943,1730982338397; forceNewPlan=false, retain=false 2024-11-07T12:25:40,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9154268f128016b4767520fed44d7190, regionState=OPENING, regionLocation=87fb68174c52,38943,1730982338397 2024-11-07T12:25:40,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9154268f128016b4767520fed44d7190, ASSIGN because future has completed 2024-11-07T12:25:40,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9154268f128016b4767520fed44d7190, server=87fb68174c52,38943,1730982338397}] 2024-11-07T12:25:40,863 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,863 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9154268f128016b4767520fed44d7190, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:25:40,864 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,864 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:25:40,864 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,864 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,866 INFO [StoreOpener-9154268f128016b4767520fed44d7190-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,868 INFO [StoreOpener-9154268f128016b4767520fed44d7190-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9154268f128016b4767520fed44d7190 columnFamilyName info 2024-11-07T12:25:40,868 DEBUG [StoreOpener-9154268f128016b4767520fed44d7190-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:25:40,869 INFO [StoreOpener-9154268f128016b4767520fed44d7190-1 {}] regionserver.HStore(327): Store=9154268f128016b4767520fed44d7190/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:25:40,869 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,870 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,871 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,871 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,871 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,876 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,881 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:25:40,882 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9154268f128016b4767520fed44d7190; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868932, jitterRate=0.10490423440933228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:25:40,882 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:40,883 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9154268f128016b4767520fed44d7190: Running coprocessor pre-open hook at 1730982340864Writing region info on filesystem at 1730982340864Initializing all the Stores at 1730982340865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982340866 (+1 ms)Cleaning up temporary data from old regions at 1730982340871 (+5 ms)Running coprocessor post-open hooks at 1730982340882 (+11 ms)Region opened successfully at 1730982340883 (+1 ms) 2024-11-07T12:25:40,887 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190., pid=6, masterSystemTime=1730982340857 2024-11-07T12:25:40,894 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,894 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:40,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9154268f128016b4767520fed44d7190, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38943,1730982338397 2024-11-07T12:25:40,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9154268f128016b4767520fed44d7190, server=87fb68174c52,38943,1730982338397 because future has completed 2024-11-07T12:25:40,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:25:40,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9154268f128016b4767520fed44d7190, server=87fb68174c52,38943,1730982338397 in 196 msec 2024-11-07T12:25:40,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:25:40,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=9154268f128016b4767520fed44d7190, ASSIGN in 358 msec 2024-11-07T12:25:40,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:25:40,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982340911"}]},"ts":"1730982340911"} 2024-11-07T12:25:40,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-07T12:25:40,915 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:25:40,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 402 msec 2024-11-07T12:25:41,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:41,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:41,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:25:41,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:41,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:45,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:25:45,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-07T12:25:46,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T12:25:46,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-07T12:25:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:25:50,557 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-07T12:25:50,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-07T12:25:50,559 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:25:50,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-07T12:25:50,563 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:25:50,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-07T12:25:50,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190., hostname=87fb68174c52,38943,1730982338397, seqNum=2] 2024-11-07T12:25:50,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-07T12:25:50,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T12:25:50,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:50,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127253449_22 at /127.0.0.1:45480 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45480 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127253449_22 at /127.0.0.1:57730 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57730 dst: /127.0.0.1:44359 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2102519681_22 at /127.0.0.1:57696 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57696 dst: /127.0.0.1:44359 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127253449_22 at /127.0.0.1:57740 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44359:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57740 dst: /127.0.0.1:44359 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,579 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127253449_22 at /127.0.0.1:45472 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45472 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,579 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2102519681_22 at /127.0.0.1:45454 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:37097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45454 dst: /127.0.0.1:37097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9064200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:50,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0dcaab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:50,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:50,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d55ae6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:50,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce11844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:50,584 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:50,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:50,584 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948921535-172.17.0.3-1730982337432 (Datanode Uuid 544a14cf-989b-4e9c-9364-b565c1c23f08) service to localhost/127.0.0.1:38485 2024-11-07T12:25:50,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:50,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data1/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:50,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data2/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:50,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:50,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:50,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:50,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:50,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:50,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:50,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:50,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:50,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4acfe3e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/java.io.tmpdir/jetty-localhost-33081-hadoop-hdfs-3_4_1-tests_jar-_-any-1816522418216012943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:50,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:33081} 2024-11-07T12:25:50,761 INFO [Time-limited test {}] server.Server(415): Started @81044ms 2024-11-07T12:25:50,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:50,786 WARN [AsyncFSWAL-0-hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39-prefix:87fb68174c52,38943,1730982338397 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,787 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C38943%2C1730982338397:(num 1730982339391) roll requested 2024-11-07T12:25:50,809 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982350787, exclude list is [], retry=0 2024-11-07T12:25:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32945,DS-76ccc5fd-3e94-490c-b10b-82c7e204a5a5,DISK] 2024-11-07T12:25:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-635712be-b756-4ff2-abd8-6bf63b4f530a,DISK] 2024-11-07T12:25:50,821 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982350787 2024-11-07T12:25:50,821 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33117:33117),(127.0.0.1/127.0.0.1:45507:45507)] 2024-11-07T12:25:50,821 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 is not closed yet, will try archiving it next time 2024-11-07T12:25:50,822 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,823 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:25:50,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:25:50,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:25:50,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:50,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:25:50,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:50,824 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T12:25:50,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:25:50,824 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1640866849, stopped=false 2024-11-07T12:25:50,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,35207,1730982338340 2024-11-07T12:25:50,825 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T12:25:50,825 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 2024-11-07T12:25:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:25:50,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:25:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:25:50,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:25:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:50,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:25:50,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:50,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:25:50,829 WARN [IPC Server handler 0 on default port 38485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-07T12:25:50,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,38943,1730982338397' ***** 2024-11-07T12:25:50,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:25:50,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:25:50,830 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:25:50,830 INFO [RS:0;87fb68174c52:38943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:25:50,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:25:50,830 INFO [RS:0;87fb68174c52:38943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:25:50,830 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for 9154268f128016b4767520fed44d7190 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,38943,1730982338397 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:38943. 2024-11-07T12:25:50,831 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9154268f128016b4767520fed44d7190, disabling compactions & flushes 2024-11-07T12:25:50,831 DEBUG [RS:0;87fb68174c52:38943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:25:50,831 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:50,831 DEBUG [RS:0;87fb68174c52:38943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:50,831 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:25:50,831 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. after waiting 0 ms 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:25:50,831 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:25:50,831 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:25:50,832 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9154268f128016b4767520fed44d7190 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-07T12:25:50,832 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:25:50,832 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9154268f128016b4767520fed44d7190=TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190.} 2024-11-07T12:25:50,832 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9154268f128016b4767520fed44d7190 2024-11-07T12:25:50,832 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:25:50,832 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:25:50,832 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:25:50,833 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:25:50,833 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:25:50,833 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-07T12:25:50,834 WARN [AsyncFSWAL-0-hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39-prefix:87fb68174c52,38943,1730982338397.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,834 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C38943%2C1730982338397.meta:.meta(num 1730982339804) roll requested 2024-11-07T12:25:50,835 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 after 7ms 2024-11-07T12:25:50,852 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982350834.meta, exclude list is [], retry=0 2024-11-07T12:25:50,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32945,DS-76ccc5fd-3e94-490c-b10b-82c7e204a5a5,DISK] 2024-11-07T12:25:50,855 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/.tmp/info/cbff82f82a324c749bf02788c9697565 is 1055, key is row0001/info:/1730982350570/Put/seqid=0 2024-11-07T12:25:50,857 INFO [regionserver/87fb68174c52:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:44359,DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-07T12:25:50,857 WARN [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(579): create fan-out dfs output /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982350834.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:44359 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741839_1016 (size=7062) 2024-11-07T12:25:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741839_1016 (size=7062) 2024-11-07T12:25:50,874 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/.tmp/info/cbff82f82a324c749bf02788c9697565 2024-11-07T12:25:50,885 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/.tmp/info/cbff82f82a324c749bf02788c9697565 as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/info/cbff82f82a324c749bf02788c9697565 2024-11-07T12:25:50,888 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cb89ed39e52ca18 with lease ID 0xecc275a36eae186d: from storage DS-74f785ca-62e7-4a06-af2d-36f2cbc8eb4f node DatanodeRegistration(127.0.0.1:40803, datanodeUuid=544a14cf-989b-4e9c-9364-b565c1c23f08, infoPort=33879, infoSecurePort=0, ipcPort=38321, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T12:25:50,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cb89ed39e52ca18 with lease ID 0xecc275a36eae186d: from storage DS-9dd9dc6e-e55b-475f-a102-2b127424d461 node DatanodeRegistration(127.0.0.1:40803, datanodeUuid=544a14cf-989b-4e9c-9364-b565c1c23f08, infoPort=33879, infoSecurePort=0, ipcPort=38321, storageInfo=lv=-57;cid=testClusterID;nsid=1809560333;c=1730982337432), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:50,894 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/info/cbff82f82a324c749bf02788c9697565, entries=2, sequenceid=6, filesize=6.9 K 2024-11-07T12:25:50,896 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 9154268f128016b4767520fed44d7190 in 65ms, sequenceid=6, compaction requested=false 2024-11-07T12:25:50,901 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/default/TestLogRolling-testLogRollOnDatanodeDeath/9154268f128016b4767520fed44d7190/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:25:50,901 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:50,902 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9154268f128016b4767520fed44d7190: Waiting for close lock at 1730982350831Running coprocessor pre-close hooks at 1730982350831Disabling compacts and flushes for region at 1730982350831Disabling writes for close at 1730982350831Obtaining lock to block concurrent updates at 1730982350832 (+1 ms)Preparing flush snapshotting stores in 9154268f128016b4767520fed44d7190 at 1730982350832Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1730982350832Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. at 1730982350835 (+3 ms)Flushing 9154268f128016b4767520fed44d7190/info: creating writer at 1730982350835Flushing 9154268f128016b4767520fed44d7190/info: appending metadata at 1730982350855 (+20 ms)Flushing 9154268f128016b4767520fed44d7190/info: closing flushed file at 1730982350855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae4e41d: reopening flushed file at 1730982350884 (+29 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 9154268f128016b4767520fed44d7190 in 65ms, sequenceid=6, compaction requested=false at 1730982350896 (+12 ms)Writing region close event to WAL at 1730982350896Running coprocessor post-close hooks at 1730982350901 (+5 ms)Closed at 1730982350901 2024-11-07T12:25:50,902 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190. 2024-11-07T12:25:50,958 DEBUG [regionserver/87fb68174c52:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982350834.meta, exclude list is [(127.0.0.1/127.0.0.1:39253:39253)], retry=1 2024-11-07T12:25:50,959 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2127253449_22 at /127.0.0.1:43010 [Receiving block BP-948921535-172.17.0.3-1730982337432:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:32945:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43010 dst: /127.0.0.1:32945 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-635712be-b756-4ff2-abd8-6bf63b4f530a,DISK] 2024-11-07T12:25:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-33e25218-a89e-44e0-8878-762e1fa11ceb,DISK] 2024-11-07T12:25:50,964 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982350834.meta 2024-11-07T12:25:50,965 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33117:33117),(127.0.0.1/127.0.0.1:40957:40957)] 2024-11-07T12:25:50,965 DEBUG [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta is not closed yet, will try archiving it next time 2024-11-07T12:25:50,965 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,965 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:50,966 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta 2024-11-07T12:25:50,966 WARN [IPC Server handler 3 on default port 38485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-07T12:25:50,967 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta after 1ms 2024-11-07T12:25:50,983 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/info/743b4380f30544b5ab7a38cfa2b1271d is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1730982340512.9154268f128016b4767520fed44d7190./info:regioninfo/1730982340895/Put/seqid=0 2024-11-07T12:25:50,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741841_1019 (size=7089) 2024-11-07T12:25:50,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741841_1019 (size=7089) 2024-11-07T12:25:50,991 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/info/743b4380f30544b5ab7a38cfa2b1271d 2024-11-07T12:25:51,016 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/ns/4c71d002ac584b3e8f45b55a040a2415 is 43, key is default/ns:d/1730982339865/Put/seqid=0 2024-11-07T12:25:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32945 is added to blk_1073741842_1020 (size=5153) 2024-11-07T12:25:51,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741842_1020 (size=5153) 2024-11-07T12:25:51,032 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:25:51,233 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:25:51,250 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:25:51,250 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:25:51,251 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:25:51,424 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/ns/4c71d002ac584b3e8f45b55a040a2415 2024-11-07T12:25:51,433 DEBUG [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:25:51,451 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/table/9d501cb89de34eb2bcb51338a173f877 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1730982340911/Put/seqid=0 2024-11-07T12:25:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32945 is added to blk_1073741843_1021 (size=5424) 2024-11-07T12:25:51,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741843_1021 (size=5424) 2024-11-07T12:25:51,458 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/table/9d501cb89de34eb2bcb51338a173f877 2024-11-07T12:25:51,467 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/info/743b4380f30544b5ab7a38cfa2b1271d as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/info/743b4380f30544b5ab7a38cfa2b1271d 2024-11-07T12:25:51,477 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/info/743b4380f30544b5ab7a38cfa2b1271d, entries=10, sequenceid=11, filesize=6.9 K 2024-11-07T12:25:51,478 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/ns/4c71d002ac584b3e8f45b55a040a2415 as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/ns/4c71d002ac584b3e8f45b55a040a2415 2024-11-07T12:25:51,485 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/ns/4c71d002ac584b3e8f45b55a040a2415, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:25:51,486 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/.tmp/table/9d501cb89de34eb2bcb51338a173f877 as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/table/9d501cb89de34eb2bcb51338a173f877 2024-11-07T12:25:51,494 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/table/9d501cb89de34eb2bcb51338a173f877, entries=2, sequenceid=11, filesize=5.3 K 2024-11-07T12:25:51,496 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=11, compaction requested=false 2024-11-07T12:25:51,503 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:25:51,503 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:25:51,503 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:25:51,504 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982350832Running coprocessor pre-close hooks at 1730982350832Disabling compacts and flushes for region at 1730982350832Disabling writes for close at 1730982350833 (+1 ms)Obtaining lock to block concurrent updates at 1730982350833Preparing flush snapshotting stores in 1588230740 at 1730982350833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1730982350834 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982350965 (+131 ms)Flushing 1588230740/info: creating writer at 1730982350966 (+1 ms)Flushing 1588230740/info: appending metadata at 1730982350983 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730982350983Flushing 1588230740/ns: creating writer at 1730982350998 (+15 ms)Flushing 1588230740/ns: appending metadata at 1730982351015 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730982351015Flushing 1588230740/table: creating writer at 1730982351433 (+418 ms)Flushing 1588230740/table: appending metadata at 1730982351450 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730982351450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612d3688: reopening flushed file at 1730982351466 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146663f6: reopening flushed file at 1730982351477 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ec7082: reopening flushed file at 1730982351485 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=11, compaction requested=false at 1730982351496 (+11 ms)Writing region close event to WAL at 1730982351497 (+1 ms)Running coprocessor post-close hooks at 1730982351503 (+6 ms)Closed at 1730982351503 2024-11-07T12:25:51,504 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:25:51,633 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,38943,1730982338397; all regions closed. 2024-11-07T12:25:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741840_1017 (size=825) 2024-11-07T12:25:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741840_1017 (size=825) 2024-11-07T12:25:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741833_1014 (size=1599) 2024-11-07T12:25:53,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741834_1018 (size=2386) 2024-11-07T12:25:54,836 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 after 4011ms 2024-11-07T12:25:54,836 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.1730982339391 to hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs/87fb68174c52%2C38943%2C1730982338397.1730982339391 2024-11-07T12:25:54,968 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta after 4001ms 2024-11-07T12:25:54,968 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/WALs/87fb68174c52,38943,1730982338397/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta to hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs/87fb68174c52%2C38943%2C1730982338397.meta.1730982339804.meta 2024-11-07T12:25:54,972 DEBUG [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs 2024-11-07T12:25:54,972 INFO [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38943%2C1730982338397.meta:.meta(num 1730982350834) 2024-11-07T12:25:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32945 is added to blk_1073741837_1013 (size=2288) 2024-11-07T12:25:54,980 DEBUG [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs 2024-11-07T12:25:54,980 INFO [RS:0;87fb68174c52:38943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38943%2C1730982338397:(num 1730982350787) 2024-11-07T12:25:54,981 DEBUG [RS:0;87fb68174c52:38943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:25:54,981 INFO [RS:0;87fb68174c52:38943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:25:54,981 INFO [RS:0;87fb68174c52:38943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:25:54,981 INFO [RS:0;87fb68174c52:38943 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:25:54,981 INFO [RS:0;87fb68174c52:38943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:25:54,981 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:25:54,981 INFO [RS:0;87fb68174c52:38943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38943 2024-11-07T12:25:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741837_1013 (size=2288) 2024-11-07T12:25:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,38943,1730982338397 2024-11-07T12:25:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:25:54,984 INFO [RS:0;87fb68174c52:38943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:25:54,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,38943,1730982338397] 2024-11-07T12:25:54,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,38943,1730982338397 already deleted, retry=false 2024-11-07T12:25:54,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,38943,1730982338397 expired; onlineServers=0 2024-11-07T12:25:54,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,35207,1730982338340' ***** 2024-11-07T12:25:54,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:25:54,988 INFO [M:0;87fb68174c52:35207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:25:54,988 INFO [M:0;87fb68174c52:35207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:25:54,988 DEBUG [M:0;87fb68174c52:35207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:25:54,988 DEBUG [M:0;87fb68174c52:35207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:25:54,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:25:54,988 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982339163 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982339163,5,FailOnTimeoutGroup] 2024-11-07T12:25:54,988 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982339157 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982339157,5,FailOnTimeoutGroup] 2024-11-07T12:25:54,989 INFO [M:0;87fb68174c52:35207 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:25:54,989 INFO [M:0;87fb68174c52:35207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:25:54,989 DEBUG [M:0;87fb68174c52:35207 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:25:54,989 INFO [M:0;87fb68174c52:35207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:25:54,989 INFO [M:0;87fb68174c52:35207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:25:54,989 INFO [M:0;87fb68174c52:35207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:25:54,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:25:54,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:25:54,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:25:54,990 DEBUG [M:0;87fb68174c52:35207 {}] zookeeper.ZKUtil(347): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:25:54,990 WARN [M:0;87fb68174c52:35207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:25:54,992 INFO [M:0;87fb68174c52:35207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/.lastflushedseqids 2024-11-07T12:25:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741844_1022 (size=139) 2024-11-07T12:25:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32945 is added to blk_1073741844_1022 (size=139) 2024-11-07T12:25:55,005 INFO [M:0;87fb68174c52:35207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:25:55,005 INFO [M:0;87fb68174c52:35207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:25:55,005 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:25:55,005 INFO [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:55,006 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:55,006 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:25:55,006 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:55,006 INFO [M:0;87fb68174c52:35207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-07T12:25:55,007 WARN [AsyncFSWAL-0-hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData-prefix:87fb68174c52,35207,1730982338340 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:55,007 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 87fb68174c52%2C35207%2C1730982338340:(num 1730982339029) roll requested 2024-11-07T12:25:55,022 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982355007, exclude list is [], retry=0 2024-11-07T12:25:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32945,DS-76ccc5fd-3e94-490c-b10b-82c7e204a5a5,DISK] 2024-11-07T12:25:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37481,DS-33e25218-a89e-44e0-8878-762e1fa11ceb,DISK] 2024-11-07T12:25:55,036 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982355007 2024-11-07T12:25:55,036 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45507:45507),(127.0.0.1/127.0.0.1:40957:40957)] 2024-11-07T12:25:55,037 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 is not closed yet, will try archiving it next time 2024-11-07T12:25:55,037 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:55,037 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:25:55,037 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 2024-11-07T12:25:55,038 WARN [IPC Server handler 0 on default port 38485 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-07T12:25:55,039 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 after 2ms 2024-11-07T12:25:55,055 DEBUG [M:0;87fb68174c52:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94f6e8ff232a45eeb522d32ea6187125 is 82, key is hbase:meta,,1/info:regioninfo/1730982339846/Put/seqid=0 2024-11-07T12:25:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741846_1025 (size=5672) 2024-11-07T12:25:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741846_1025 (size=5672) 2024-11-07T12:25:55,061 INFO [M:0;87fb68174c52:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94f6e8ff232a45eeb522d32ea6187125 2024-11-07T12:25:55,084 DEBUG [M:0;87fb68174c52:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a84c032cf94386a2d107bf00832af4 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982340916/Put/seqid=0 2024-11-07T12:25:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:55,086 INFO [RS:0;87fb68174c52:38943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:25:55,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x1001a3469ad0001, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:55,086 INFO [RS:0;87fb68174c52:38943 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,38943,1730982338397; zookeeper connection closed. 2024-11-07T12:25:55,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58359580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58359580 2024-11-07T12:25:55,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:25:55,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741847_1026 (size=6114) 2024-11-07T12:25:55,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741847_1026 (size=6114) 2024-11-07T12:25:55,091 INFO [M:0;87fb68174c52:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a84c032cf94386a2d107bf00832af4 2024-11-07T12:25:55,112 DEBUG [M:0;87fb68174c52:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e42608c63074a058ad95e41dd7dfb64 is 69, key is 87fb68174c52,38943,1730982338397/rs:state/1730982339219/Put/seqid=0 2024-11-07T12:25:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32945 is added to blk_1073741848_1027 (size=5156) 2024-11-07T12:25:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741848_1027 (size=5156) 2024-11-07T12:25:55,118 INFO [M:0;87fb68174c52:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e42608c63074a058ad95e41dd7dfb64 2024-11-07T12:25:55,139 DEBUG [M:0;87fb68174c52:35207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7252141015dd472eaad23c0d440898cf is 52, key is load_balancer_on/state:d/1730982339896/Put/seqid=0 2024-11-07T12:25:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741849_1028 (size=5056) 2024-11-07T12:25:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741849_1028 (size=5056) 2024-11-07T12:25:55,146 INFO [M:0;87fb68174c52:35207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7252141015dd472eaad23c0d440898cf 2024-11-07T12:25:55,152 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94f6e8ff232a45eeb522d32ea6187125 as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94f6e8ff232a45eeb522d32ea6187125 2024-11-07T12:25:55,159 INFO [M:0;87fb68174c52:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94f6e8ff232a45eeb522d32ea6187125, entries=8, sequenceid=56, filesize=5.5 K 2024-11-07T12:25:55,160 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84a84c032cf94386a2d107bf00832af4 as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84a84c032cf94386a2d107bf00832af4 2024-11-07T12:25:55,165 INFO [M:0;87fb68174c52:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84a84c032cf94386a2d107bf00832af4, entries=6, sequenceid=56, filesize=6.0 K 2024-11-07T12:25:55,166 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e42608c63074a058ad95e41dd7dfb64 as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e42608c63074a058ad95e41dd7dfb64 2024-11-07T12:25:55,172 INFO [M:0;87fb68174c52:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e42608c63074a058ad95e41dd7dfb64, entries=1, sequenceid=56, filesize=5.0 K 2024-11-07T12:25:55,173 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7252141015dd472eaad23c0d440898cf as hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7252141015dd472eaad23c0d440898cf 2024-11-07T12:25:55,179 INFO [M:0;87fb68174c52:35207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7252141015dd472eaad23c0d440898cf, entries=1, sequenceid=56, filesize=4.9 K 2024-11-07T12:25:55,181 INFO [M:0;87fb68174c52:35207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=56, compaction requested=false 2024-11-07T12:25:55,182 INFO [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:25:55,183 DEBUG [M:0;87fb68174c52:35207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982355005Disabling compacts and flushes for region at 1730982355005Disabling writes for close at 1730982355006 (+1 ms)Obtaining lock to block concurrent updates at 1730982355006Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982355006Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1730982355007 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982355037 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982355037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982355054 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982355055 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982355068 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982355084 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982355084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982355097 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982355112 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982355112Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730982355124 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730982355139 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730982355139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e10912: reopening flushed file at 1730982355152 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507ada12: reopening flushed file at 1730982355159 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5604e4: reopening flushed file at 1730982355166 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d96a833: reopening flushed file at 1730982355172 (+6 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 175ms, sequenceid=56, compaction requested=false at 1730982355181 (+9 ms)Writing region close event to WAL at 1730982355182 (+1 ms)Closed at 1730982355182 2024-11-07T12:25:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32945 is added to blk_1073741845_1023 (size=757) 2024-11-07T12:25:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37481 is added to blk_1073741845_1023 (size=757) 2024-11-07T12:25:55,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:55,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:55,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741834_1018 (size=2386) 2024-11-07T12:25:56,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:25:56,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:56,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:56,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:25:56,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T12:25:56,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:25:56,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:25:56,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:25:59,040 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 after 4002ms 2024-11-07T12:25:59,040 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/WALs/87fb68174c52,35207,1730982338340/87fb68174c52%2C35207%2C1730982338340.1730982339029 to hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/oldWALs/87fb68174c52%2C35207%2C1730982338340.1730982339029 2024-11-07T12:25:59,044 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/MasterData/oldWALs/87fb68174c52%2C35207%2C1730982338340.1730982339029 to hdfs://localhost:38485/user/jenkins/test-data/a9ce5bed-13c1-0bf0-6c75-e122be2c3a39/oldWALs/87fb68174c52%2C35207%2C1730982338340.1730982339029$masterlocalwal$ 2024-11-07T12:25:59,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:25:59,044 INFO [M:0;87fb68174c52:35207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:25:59,044 INFO [M:0;87fb68174c52:35207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35207 2024-11-07T12:25:59,044 INFO [M:0;87fb68174c52:35207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:25:59,146 INFO [M:0;87fb68174c52:35207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:25:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35207-0x1001a3469ad0000, quorum=127.0.0.1:61160, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:25:59,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4acfe3e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f366a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:59,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:59,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:59,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df4c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:59,153 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:59,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:59,153 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948921535-172.17.0.3-1730982337432 (Datanode Uuid 544a14cf-989b-4e9c-9364-b565c1c23f08) service to localhost/127.0.0.1:38485 2024-11-07T12:25:59,153 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:59,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data1/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data2/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:59,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f58397{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65598d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:59,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:59,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:59,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7358438a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:59,159 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:59,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:59,159 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948921535-172.17.0.3-1730982337432 (Datanode Uuid b3a02bdc-c428-4521-b328-fdb6218d054c) service to localhost/127.0.0.1:38485 2024-11-07T12:25:59,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:59,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data9/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data10/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:59,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d8b0c7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d11aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:59,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:59,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:59,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2988d87a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:59,164 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:59,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:59,165 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948921535-172.17.0.3-1730982337432 (Datanode Uuid e77b0616-d9f5-41e8-86bc-3616a5e80e9f) service to localhost/127.0.0.1:38485 2024-11-07T12:25:59,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:59,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data7/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data8/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:59,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ea99249{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658d2e9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:59,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:59,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:59,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dfcc630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:59,170 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:59,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:59,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:59,170 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948921535-172.17.0.3-1730982337432 (Datanode Uuid 0fa963fb-2e38-49ee-ab21-0d63da40e3d2) service to localhost/127.0.0.1:38485 2024-11-07T12:25:59,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data5/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data6/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,172 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:59,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17355d56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33ae62fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:59,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:59,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac53736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:59,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73df7719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:59,177 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:25:59,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:25:59,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:25:59,177 WARN [BP-948921535-172.17.0.3-1730982337432 heartbeating to localhost/127.0.0.1:38485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-948921535-172.17.0.3-1730982337432 (Datanode Uuid 082cabe3-6c2c-43b6-a44c-f025c3b477d9) service to localhost/127.0.0.1:38485 2024-11-07T12:25:59,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data3/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/cluster_317efcef-abb7-827c-1da4-87b43ff305fe/data/data4/current/BP-948921535-172.17.0.3-1730982337432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:25:59,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:25:59,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f247e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:25:59,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c5c740d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:25:59,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:25:59,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d49ad70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:25:59,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d075292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir/,STOPPED} 2024-11-07T12:25:59,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:25:59,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:25:59,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:38485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:38485 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1835636459) connection to localhost/127.0.0.1:38485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=651 (was 1007) 2024-11-07T12:25:59,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=651 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.log.dir so I do NOT create it in target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf3f941d-0259-fe8e-f7d9-3e58ef44f483/hadoop.tmp.dir so I do NOT create it in target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e, deleteOnExit=true 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/test.cache.data in system properties and HBase conf 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:25:59,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:25:59,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:25:59,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:25:59,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:25:59,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:25:59,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:25:59,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:25:59,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:25:59,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:25:59,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:59,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:59,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:59,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:59,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:25:59,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:59,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e85a290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:59,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3c79f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:59,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@704479b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/java.io.tmpdir/jetty-localhost-44767-hadoop-hdfs-3_4_1-tests_jar-_-any-18267950387299971395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:25:59,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51de52d6{HTTP/1.1, (http/1.1)}{localhost:44767} 2024-11-07T12:25:59,493 INFO [Time-limited test {}] server.Server(415): Started @89775ms 2024-11-07T12:25:59,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:59,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:59,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:59,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:59,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:25:59,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a5a2ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:59,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5432dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:59,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d716875{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/java.io.tmpdir/jetty-localhost-44621-hadoop-hdfs-3_4_1-tests_jar-_-any-1953067882093957490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295bc1e4{HTTP/1.1, (http/1.1)}{localhost:44621} 2024-11-07T12:25:59,697 INFO [Time-limited test {}] server.Server(415): Started @89980ms 2024-11-07T12:25:59,698 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:59,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:25:59,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:25:59,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:25:59,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:25:59,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:25:59,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fed76c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:25:59,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c4705d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:25:59,780 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data1/current/BP-1549979669-172.17.0.3-1730982359282/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:59,780 WARN [Thread-789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data2/current/BP-1549979669-172.17.0.3-1730982359282/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:59,796 WARN [Thread-767 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf297139ada1fcdc6 with lease ID 0x6a284f63a8066e8e: Processing first storage report for DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=57a0796c-18fb-4ab8-b7fd-a013d2b902ab, infoPort=36609, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282) 2024-11-07T12:25:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf297139ada1fcdc6 with lease ID 0x6a284f63a8066e8e: from storage DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=57a0796c-18fb-4ab8-b7fd-a013d2b902ab, infoPort=36609, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf297139ada1fcdc6 with lease ID 0x6a284f63a8066e8e: Processing first storage report for DS-f4023fcf-7df7-46a8-928f-502d714844cf from datanode DatanodeRegistration(127.0.0.1:38787, datanodeUuid=57a0796c-18fb-4ab8-b7fd-a013d2b902ab, infoPort=36609, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282) 2024-11-07T12:25:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf297139ada1fcdc6 with lease ID 0x6a284f63a8066e8e: from storage DS-f4023fcf-7df7-46a8-928f-502d714844cf node DatanodeRegistration(127.0.0.1:38787, datanodeUuid=57a0796c-18fb-4ab8-b7fd-a013d2b902ab, infoPort=36609, infoSecurePort=0, ipcPort=43661, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:59,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25ec3b60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/java.io.tmpdir/jetty-localhost-41077-hadoop-hdfs-3_4_1-tests_jar-_-any-5547462926893246393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:25:59,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aca7b5c{HTTP/1.1, (http/1.1)}{localhost:41077} 2024-11-07T12:25:59,857 INFO [Time-limited test {}] server.Server(415): Started @90140ms 2024-11-07T12:25:59,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:25:59,939 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data3/current/BP-1549979669-172.17.0.3-1730982359282/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:59,939 WARN [Thread-815 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data4/current/BP-1549979669-172.17.0.3-1730982359282/current, will proceed with Du for space computation calculation, 2024-11-07T12:25:59,956 WARN [Thread-803 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:25:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x783b0963fb6260c7 with lease ID 0x6a284f63a8066e8f: Processing first storage report for DS-7e023c63-b808-4447-9ec8-8a3c0018ed44 from datanode DatanodeRegistration(127.0.0.1:39371, datanodeUuid=102362a5-097d-4274-9b77-197109783ec6, infoPort=33119, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282) 2024-11-07T12:25:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x783b0963fb6260c7 with lease ID 0x6a284f63a8066e8f: from storage DS-7e023c63-b808-4447-9ec8-8a3c0018ed44 node DatanodeRegistration(127.0.0.1:39371, datanodeUuid=102362a5-097d-4274-9b77-197109783ec6, infoPort=33119, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x783b0963fb6260c7 with lease ID 0x6a284f63a8066e8f: Processing first storage report for DS-cf36bec5-f481-4645-a4f2-616fdb738c73 from datanode DatanodeRegistration(127.0.0.1:39371, datanodeUuid=102362a5-097d-4274-9b77-197109783ec6, infoPort=33119, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282) 2024-11-07T12:25:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x783b0963fb6260c7 with lease ID 0x6a284f63a8066e8f: from storage DS-cf36bec5-f481-4645-a4f2-616fdb738c73 node DatanodeRegistration(127.0.0.1:39371, datanodeUuid=102362a5-097d-4274-9b77-197109783ec6, infoPort=33119, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=414198876;c=1730982359282), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:25:59,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715 2024-11-07T12:25:59,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/zookeeper_0, clientPort=63847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:25:59,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63847 2024-11-07T12:25:59,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:25:59,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:26:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:26:00,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7 with version=8 2024-11-07T12:26:00,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase-staging 2024-11-07T12:26:00,006 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:26:00,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:26:00,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44841 2024-11-07T12:26:00,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44841 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-07T12:26:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448410x0, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:26:00,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44841-0x1001a34be530000 connected 2024-11-07T12:26:00,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:26:00,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7, hbase.cluster.distributed=false 2024-11-07T12:26:00,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:26:00,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-07T12:26:00,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44841 2024-11-07T12:26:00,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44841 2024-11-07T12:26:00,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-07T12:26:00,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-07T12:26:00,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:26:00,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:26:00,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44417 2024-11-07T12:26:00,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44417 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-07T12:26:00,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444170x0, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:26:00,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44417-0x1001a34be530001 connected 2024-11-07T12:26:00,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:26:00,066 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:26:00,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:26:00,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:26:00,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:26:00,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-07T12:26:00,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44417 2024-11-07T12:26:00,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44417 2024-11-07T12:26:00,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-07T12:26:00,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-07T12:26:00,083 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:44841 2024-11-07T12:26:00,083 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:00,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:00,085 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:26:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,087 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:26:00,088 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,44841,1730982360005 from backup master directory 2024-11-07T12:26:00,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:00,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:00,089 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:26:00,089 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,093 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/hbase.id] with ID: e2ac7fcc-12be-4438-94b5-ee953bdbcdf9 2024-11-07T12:26:00,093 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/.tmp/hbase.id 2024-11-07T12:26:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:26:00,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:26:00,100 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/.tmp/hbase.id]:[hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/hbase.id] 2024-11-07T12:26:00,113 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,113 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:26:00,115 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T12:26:00,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:26:00,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:26:00,125 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:26:00,126 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:26:00,126 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:26:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:26:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:26:00,135 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store 2024-11-07T12:26:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:26:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:26:00,141 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:00,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:26:00,142 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:00,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:00,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:26:00,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:00,142 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:00,142 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982360142Disabling compacts and flushes for region at 1730982360142Disabling writes for close at 1730982360142Writing region close event to WAL at 1730982360142Closed at 1730982360142 2024-11-07T12:26:00,143 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/.initializing 2024-11-07T12:26:00,143 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/WALs/87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,144 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:26:00,146 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44841%2C1730982360005, suffix=, logDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/WALs/87fb68174c52,44841,1730982360005, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/oldWALs, maxLogs=10 2024-11-07T12:26:00,159 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/WALs/87fb68174c52,44841,1730982360005/87fb68174c52%2C44841%2C1730982360005.1730982360146, exclude list is [], retry=0 2024-11-07T12:26:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb,DISK] 2024-11-07T12:26:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-7e023c63-b808-4447-9ec8-8a3c0018ed44,DISK] 2024-11-07T12:26:00,164 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/WALs/87fb68174c52,44841,1730982360005/87fb68174c52%2C44841%2C1730982360005.1730982360146 2024-11-07T12:26:00,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:33119:33119)] 2024-11-07T12:26:00,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:26:00,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:00,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,165 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:26:00,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:26:00,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:00,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:26:00,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:00,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:26:00,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:00,175 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,176 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,178 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,179 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,179 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:26:00,180 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:00,184 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:26:00,186 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831758, jitterRate=0.05763597786426544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:26:00,187 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982360165Initializing all the Stores at 1730982360166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982360167 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982360167Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982360167Cleaning up temporary data from old regions at 1730982360179 (+12 ms)Region opened successfully at 1730982360187 (+8 ms) 2024-11-07T12:26:00,188 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:26:00,192 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a831e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:26:00,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:26:00,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:26:00,193 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:26:00,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:26:00,194 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:26:00,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:26:00,195 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:26:00,198 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:26:00,199 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:26:00,200 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:26:00,201 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:26:00,201 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:26:00,203 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:26:00,203 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:26:00,204 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:26:00,205 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:26:00,206 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:26:00,208 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:26:00,210 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:26:00,211 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:26:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:26:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:26:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,213 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,44841,1730982360005, sessionid=0x1001a34be530000, setting cluster-up flag (Was=false) 2024-11-07T12:26:00,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,220 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:26:00,221 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,228 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:26:00,229 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,230 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:26:00,232 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:00,232 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:26:00,232 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:26:00,233 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,44841,1730982360005 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:26:00,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:00,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:00,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:00,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:00,234 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:26:00,235 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,235 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:26:00,235 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982390237 2024-11-07T12:26:00,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:00,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:26:00,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:26:00,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:26:00,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:26:00,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:26:00,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:26:00,238 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982360238,5,FailOnTimeoutGroup] 2024-11-07T12:26:00,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:26:00,238 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982360238,5,FailOnTimeoutGroup] 2024-11-07T12:26:00,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:26:00,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,239 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:26:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:26:00,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:26:00,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7 2024-11-07T12:26:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:26:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:26:00,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:00,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:26:00,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:26:00,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:26:00,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:26:00,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:26:00,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:26:00,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:26:00,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:26:00,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:26:00,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740 2024-11-07T12:26:00,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740 2024-11-07T12:26:00,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:26:00,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:26:00,271 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:26:00,273 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(746): ClusterId : e2ac7fcc-12be-4438-94b5-ee953bdbcdf9 2024-11-07T12:26:00,273 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:26:00,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:26:00,275 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:26:00,275 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:26:00,276 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:26:00,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=866807, jitterRate=0.1022024154663086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:26:00,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982360258Initializing all the Stores at 1730982360258Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360259 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982360259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360259Cleaning up temporary data from old regions at 1730982360271 (+12 ms)Region opened successfully at 1730982360277 (+6 ms) 2024-11-07T12:26:00,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:26:00,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:26:00,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:26:00,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:26:00,278 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:26:00,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:26:00,278 DEBUG [RS:0;87fb68174c52:44417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a25d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:26:00,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:26:00,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982360277Disabling compacts and flushes for region at 1730982360277Disabling writes for close at 1730982360278 (+1 ms)Writing region close event to WAL at 1730982360278Closed at 1730982360278 2024-11-07T12:26:00,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:00,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:26:00,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:26:00,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:26:00,284 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:26:00,295 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:44417 2024-11-07T12:26:00,295 INFO [RS:0;87fb68174c52:44417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:26:00,295 INFO [RS:0;87fb68174c52:44417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:26:00,295 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:26:00,296 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,44841,1730982360005 with port=44417, startcode=1730982360056 2024-11-07T12:26:00,297 DEBUG [RS:0;87fb68174c52:44417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:26:00,299 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:26:00,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44841 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,303 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7 2024-11-07T12:26:00,303 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42153 2024-11-07T12:26:00,303 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:26:00,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:26:00,306 DEBUG [RS:0;87fb68174c52:44417 {}] zookeeper.ZKUtil(111): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,306 WARN [RS:0;87fb68174c52:44417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:26:00,306 INFO [RS:0;87fb68174c52:44417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:26:00,306 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,44417,1730982360056] 2024-11-07T12:26:00,313 INFO [RS:0;87fb68174c52:44417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:26:00,315 INFO [RS:0;87fb68174c52:44417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:26:00,316 INFO [RS:0;87fb68174c52:44417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:26:00,316 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,316 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:26:00,318 INFO [RS:0;87fb68174c52:44417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:26:00,318 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,318 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,318 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,319 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,320 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,320 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:00,320 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:26:00,320 DEBUG [RS:0;87fb68174c52:44417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:26:00,320 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,320 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,320 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,321 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,321 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,321 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44417,1730982360056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:26:00,337 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:26:00,337 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44417,1730982360056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,338 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,338 INFO [RS:0;87fb68174c52:44417 {}] regionserver.Replication(171): 87fb68174c52,44417,1730982360056 started 2024-11-07T12:26:00,355 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,355 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,44417,1730982360056, RpcServer on 87fb68174c52/172.17.0.3:44417, sessionid=0x1001a34be530001 2024-11-07T12:26:00,355 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:26:00,355 DEBUG [RS:0;87fb68174c52:44417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,355 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44417,1730982360056' 2024-11-07T12:26:00,355 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:26:00,356 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:26:00,356 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:26:00,357 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:26:00,357 DEBUG [RS:0;87fb68174c52:44417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,357 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44417,1730982360056' 2024-11-07T12:26:00,357 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:26:00,357 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:26:00,357 DEBUG [RS:0;87fb68174c52:44417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:26:00,357 INFO [RS:0;87fb68174c52:44417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:26:00,357 INFO [RS:0;87fb68174c52:44417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:26:00,434 WARN [87fb68174c52:44841 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:26:00,458 INFO [RS:0;87fb68174c52:44417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:26:00,460 INFO [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44417%2C1730982360056, suffix=, logDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/oldWALs, maxLogs=32 2024-11-07T12:26:00,473 DEBUG [RS:0;87fb68174c52:44417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982360460, exclude list is [], retry=0 2024-11-07T12:26:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-7e023c63-b808-4447-9ec8-8a3c0018ed44,DISK] 2024-11-07T12:26:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb,DISK] 2024-11-07T12:26:00,479 INFO [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982360460 2024-11-07T12:26:00,479 DEBUG [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33119:33119),(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-07T12:26:00,685 DEBUG [87fb68174c52:44841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:26:00,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44417,1730982360056, state=OPENING 2024-11-07T12:26:00,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:26:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:00,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:26:00,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:00,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:00,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44417,1730982360056}] 2024-11-07T12:26:00,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:26:00,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:26:00,851 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:26:00,851 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:26:00,852 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:26:00,853 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44417%2C1730982360056.meta, suffix=.meta, logDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056, archiveDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/oldWALs, maxLogs=32 2024-11-07T12:26:00,867 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.meta.1730982360854.meta, exclude list is [], retry=0 2024-11-07T12:26:00,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-7e023c63-b808-4447-9ec8-8a3c0018ed44,DISK] 2024-11-07T12:26:00,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb,DISK] 2024-11-07T12:26:00,872 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.meta.1730982360854.meta 2024-11-07T12:26:00,873 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33119:33119),(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-07T12:26:00,873 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:26:00,873 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:26:00,874 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:26:00,874 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:26:00,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:26:00,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:26:00,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:26:00,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:26:00,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:26:00,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:26:00,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:26:00,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:26:00,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:00,882 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:26:00,883 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740 2024-11-07T12:26:00,884 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740 2024-11-07T12:26:00,886 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:26:00,886 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:26:00,886 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:26:00,888 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:26:00,889 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709748, jitterRate=-0.09750893712043762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:26:00,889 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:26:00,890 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982360874Writing region info on filesystem at 1730982360874Initializing all the Stores at 1730982360875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360876 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982360876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982360876Cleaning up temporary data from old regions at 1730982360886 (+10 ms)Running coprocessor post-open hooks at 1730982360889 (+3 ms)Region opened successfully at 1730982360890 (+1 ms) 2024-11-07T12:26:00,891 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982360844 2024-11-07T12:26:00,893 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:26:00,893 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:26:00,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,895 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44417,1730982360056, state=OPEN 2024-11-07T12:26:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:26:00,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:26:00,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,44417,1730982360056 2024-11-07T12:26:00,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:00,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:00,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:26:00,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44417,1730982360056 in 208 msec 2024-11-07T12:26:00,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:26:00,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-07T12:26:00,907 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:00,907 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:26:00,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:26:00,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44417,1730982360056, seqNum=-1] 2024-11-07T12:26:00,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:26:00,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:26:00,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 683 msec 2024-11-07T12:26:00,916 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982360916, completionTime=-1 2024-11-07T12:26:00,916 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:26:00,916 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982420919 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982480919 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44841,1730982360005-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44841,1730982360005-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44841,1730982360005-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:44841, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,919 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,920 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,922 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:26:00,923 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.834sec 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44841,1730982360005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:26:00,924 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44841,1730982360005-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:26:00,927 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:26:00,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:26:00,927 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44841,1730982360005-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:00,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a689ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:26:00,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,44841,-1 for getting cluster id 2024-11-07T12:26:00,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:26:00,975 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2ac7fcc-12be-4438-94b5-ee953bdbcdf9' 2024-11-07T12:26:00,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:26:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2ac7fcc-12be-4438-94b5-ee953bdbcdf9" 2024-11-07T12:26:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa49935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:26:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,44841,-1] 2024-11-07T12:26:00,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:26:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:00,978 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:26:00,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551772a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:26:00,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:26:00,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44417,1730982360056, seqNum=-1] 2024-11-07T12:26:00,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:26:00,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:26:00,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:00,987 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T12:26:00,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:26:00,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,44841,1730982360005 2024-11-07T12:26:00,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b2995a 2024-11-07T12:26:00,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:26:00,990 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:26:00,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T12:26:00,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T12:26:00,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:26:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:00,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:26:00,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:00,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-07T12:26:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:26:00,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:26:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741835_1011 (size=405) 2024-11-07T12:26:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741835_1011 (size=405) 2024-11-07T12:26:01,006 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4810ff73af421de4274bd9927f7e6d7d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7 2024-11-07T12:26:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741836_1012 (size=88) 2024-11-07T12:26:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741836_1012 (size=88) 2024-11-07T12:26:01,014 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:01,014 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 4810ff73af421de4274bd9927f7e6d7d, disabling compactions & flushes 2024-11-07T12:26:01,014 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,014 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,014 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. after waiting 0 ms 2024-11-07T12:26:01,014 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,014 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,014 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4810ff73af421de4274bd9927f7e6d7d: Waiting for close lock at 1730982361014Disabling compacts and flushes for region at 1730982361014Disabling writes for close at 1730982361014Writing region close event to WAL at 1730982361014Closed at 1730982361014 2024-11-07T12:26:01,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:26:01,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1730982361016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982361016"}]},"ts":"1730982361016"} 2024-11-07T12:26:01,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:26:01,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:26:01,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982361020"}]},"ts":"1730982361020"} 2024-11-07T12:26:01,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-07T12:26:01,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4810ff73af421de4274bd9927f7e6d7d, ASSIGN}] 2024-11-07T12:26:01,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4810ff73af421de4274bd9927f7e6d7d, ASSIGN 2024-11-07T12:26:01,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4810ff73af421de4274bd9927f7e6d7d, ASSIGN; state=OFFLINE, location=87fb68174c52,44417,1730982360056; forceNewPlan=false, retain=false 2024-11-07T12:26:01,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4810ff73af421de4274bd9927f7e6d7d, regionState=OPENING, regionLocation=87fb68174c52,44417,1730982360056 2024-11-07T12:26:01,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4810ff73af421de4274bd9927f7e6d7d, ASSIGN because future has completed 2024-11-07T12:26:01,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4810ff73af421de4274bd9927f7e6d7d, server=87fb68174c52,44417,1730982360056}] 2024-11-07T12:26:01,340 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,341 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4810ff73af421de4274bd9927f7e6d7d, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:26:01,341 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,341 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:01,341 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,341 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,343 INFO [StoreOpener-4810ff73af421de4274bd9927f7e6d7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,344 INFO [StoreOpener-4810ff73af421de4274bd9927f7e6d7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4810ff73af421de4274bd9927f7e6d7d columnFamilyName info 2024-11-07T12:26:01,344 DEBUG [StoreOpener-4810ff73af421de4274bd9927f7e6d7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:01,345 INFO [StoreOpener-4810ff73af421de4274bd9927f7e6d7d-1 {}] regionserver.HStore(327): Store=4810ff73af421de4274bd9927f7e6d7d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:01,345 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,346 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,346 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,346 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,346 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,348 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,350 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:26:01,351 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4810ff73af421de4274bd9927f7e6d7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859417, jitterRate=0.09280551970005035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:26:01,351 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:01,351 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4810ff73af421de4274bd9927f7e6d7d: Running coprocessor pre-open hook at 1730982361341Writing region info on filesystem at 1730982361341Initializing all the Stores at 1730982361342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982361342Cleaning up temporary data from old regions at 1730982361346 (+4 ms)Running coprocessor post-open hooks at 1730982361351 (+5 ms)Region opened successfully at 1730982361351 2024-11-07T12:26:01,352 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d., pid=6, masterSystemTime=1730982361336 2024-11-07T12:26:01,355 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,355 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:01,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4810ff73af421de4274bd9927f7e6d7d, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44417,1730982360056 2024-11-07T12:26:01,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4810ff73af421de4274bd9927f7e6d7d, server=87fb68174c52,44417,1730982360056 because future has completed 2024-11-07T12:26:01,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:26:01,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4810ff73af421de4274bd9927f7e6d7d, server=87fb68174c52,44417,1730982360056 in 179 msec 2024-11-07T12:26:01,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:26:01,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=4810ff73af421de4274bd9927f7e6d7d, ASSIGN in 339 msec 2024-11-07T12:26:01,366 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:26:01,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982361366"}]},"ts":"1730982361366"} 2024-11-07T12:26:01,369 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-07T12:26:01,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:26:01,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 379 msec 2024-11-07T12:26:01,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:26:01,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:01,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:06,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:26:06,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:26:06,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:26:06,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:26:06,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:26:06,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:26:06,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:06,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T12:26:06,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:26:06,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-07T12:26:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:26:11,047 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T12:26:11,047 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-07T12:26:11,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:11,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d., hostname=87fb68174c52,44417,1730982360056, seqNum=2] 2024-11-07T12:26:11,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:11,067 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:26:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:26:11,069 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:26:11,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:26:11,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T12:26:11,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:11,232 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 4810ff73af421de4274bd9927f7e6d7d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T12:26:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/4b7e37c1f1544a26be713ec8d034aa4c is 1055, key is row0001/info:/1730982371055/Put/seqid=0 2024-11-07T12:26:11,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741837_1013 (size=6008) 2024-11-07T12:26:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741837_1013 (size=6008) 2024-11-07T12:26:11,257 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/4b7e37c1f1544a26be713ec8d034aa4c 2024-11-07T12:26:11,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/4b7e37c1f1544a26be713ec8d034aa4c as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/4b7e37c1f1544a26be713ec8d034aa4c 2024-11-07T12:26:11,272 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/4b7e37c1f1544a26be713ec8d034aa4c, entries=1, sequenceid=5, filesize=5.9 K 2024-11-07T12:26:11,273 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4810ff73af421de4274bd9927f7e6d7d in 42ms, sequenceid=5, compaction requested=false 2024-11-07T12:26:11,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 4810ff73af421de4274bd9927f7e6d7d: 2024-11-07T12:26:11,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T12:26:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T12:26:11,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T12:26:11,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-07T12:26:11,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 219 msec 2024-11-07T12:26:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T12:26:21,117 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T12:26:21,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T12:26:21,122 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:26:21,123 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:26:21,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:26:21,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T12:26:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:21,277 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 4810ff73af421de4274bd9927f7e6d7d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T12:26:21,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/8e21677f0934463e9d2b1cee8224db89 is 1055, key is row0002/info:/1730982381118/Put/seqid=0 2024-11-07T12:26:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741838_1014 (size=6008) 2024-11-07T12:26:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741838_1014 (size=6008) 2024-11-07T12:26:21,290 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/8e21677f0934463e9d2b1cee8224db89 2024-11-07T12:26:21,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/8e21677f0934463e9d2b1cee8224db89 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/8e21677f0934463e9d2b1cee8224db89 2024-11-07T12:26:21,302 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/8e21677f0934463e9d2b1cee8224db89, entries=1, sequenceid=9, filesize=5.9 K 2024-11-07T12:26:21,304 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4810ff73af421de4274bd9927f7e6d7d in 26ms, sequenceid=9, compaction requested=false 2024-11-07T12:26:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 4810ff73af421de4274bd9927f7e6d7d: 2024-11-07T12:26:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T12:26:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T12:26:21,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:26:21,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-07T12:26:21,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 188 msec 2024-11-07T12:26:29,987 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:26:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T12:26:31,197 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T12:26:31,212 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982391199, exclude list is [], retry=0 2024-11-07T12:26:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-7e023c63-b808-4447-9ec8-8a3c0018ed44,DISK] 2024-11-07T12:26:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb,DISK] 2024-11-07T12:26:31,216 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982360460 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982391199 2024-11-07T12:26:31,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33119:33119),(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-07T12:26:31,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982360460 is not closed yet, will try archiving it next time 2024-11-07T12:26:31,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741833_1009 (size=5471) 2024-11-07T12:26:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741833_1009 (size=5471) 2024-11-07T12:26:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T12:26:31,220 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:26:31,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:26:31,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:26:31,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T12:26:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:31,374 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 4810ff73af421de4274bd9927f7e6d7d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T12:26:31,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c is 1055, key is row0003/info:/1730982391198/Put/seqid=0 2024-11-07T12:26:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741840_1016 (size=6008) 2024-11-07T12:26:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741840_1016 (size=6008) 2024-11-07T12:26:31,385 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c 2024-11-07T12:26:31,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c 2024-11-07T12:26:31,398 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c, entries=1, sequenceid=13, filesize=5.9 K 2024-11-07T12:26:31,399 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4810ff73af421de4274bd9927f7e6d7d in 24ms, sequenceid=13, compaction requested=true 2024-11-07T12:26:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 4810ff73af421de4274bd9927f7e6d7d: 2024-11-07T12:26:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T12:26:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T12:26:31,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T12:26:31,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-07T12:26:31,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-07T12:26:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T12:26:41,307 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T12:26:41,310 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:26:41,312 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:26:41,314 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4810ff73af421de4274bd9927f7e6d7d/info is initiating minor compaction (all files) 2024-11-07T12:26:41,314 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:26:41,314 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:41,314 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4810ff73af421de4274bd9927f7e6d7d/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:41,314 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/4b7e37c1f1544a26be713ec8d034aa4c, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/8e21677f0934463e9d2b1cee8224db89, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c] into tmpdir=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp, totalSize=17.6 K 2024-11-07T12:26:41,315 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4b7e37c1f1544a26be713ec8d034aa4c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1730982371055 2024-11-07T12:26:41,316 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8e21677f0934463e9d2b1cee8224db89, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1730982381118 2024-11-07T12:26:41,316 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5fe8ccbf2bec4b7c84bb84ba3f9ca60c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1730982391198 2024-11-07T12:26:41,339 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4810ff73af421de4274bd9927f7e6d7d#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:26:41,340 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/1cf116705674482c8ae1310fea718962 is 1055, key is row0001/info:/1730982371055/Put/seqid=0 2024-11-07T12:26:41,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741841_1017 (size=8221) 2024-11-07T12:26:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741841_1017 (size=8221) 2024-11-07T12:26:41,354 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/1cf116705674482c8ae1310fea718962 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/1cf116705674482c8ae1310fea718962 2024-11-07T12:26:41,367 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4810ff73af421de4274bd9927f7e6d7d/info of 4810ff73af421de4274bd9927f7e6d7d into 1cf116705674482c8ae1310fea718962(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:26:41,367 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4810ff73af421de4274bd9927f7e6d7d: 2024-11-07T12:26:41,384 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982401370, exclude list is [], retry=0 2024-11-07T12:26:41,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb,DISK] 2024-11-07T12:26:41,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-7e023c63-b808-4447-9ec8-8a3c0018ed44,DISK] 2024-11-07T12:26:41,388 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982391199 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982401370 2024-11-07T12:26:41,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:33119:33119)] 2024-11-07T12:26:41,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982391199 is not closed yet, will try archiving it next time 2024-11-07T12:26:41,389 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982360460 to hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/oldWALs/87fb68174c52%2C44417%2C1730982360056.1730982360460 2024-11-07T12:26:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741839_1015 (size=2495) 2024-11-07T12:26:41,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741839_1015 (size=2495) 2024-11-07T12:26:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T12:26:41,392 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:26:41,393 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:26:41,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:26:41,492 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:26:41,492 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:26:41,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T12:26:41,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:41,547 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 4810ff73af421de4274bd9927f7e6d7d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T12:26:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/1bc82992c7ad49bcb4ac12459f61545d is 1055, key is row0000/info:/1730982401369/Put/seqid=0 2024-11-07T12:26:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741843_1019 (size=6008) 2024-11-07T12:26:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741843_1019 (size=6008) 2024-11-07T12:26:41,558 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/1bc82992c7ad49bcb4ac12459f61545d 2024-11-07T12:26:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/1bc82992c7ad49bcb4ac12459f61545d as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/1bc82992c7ad49bcb4ac12459f61545d 2024-11-07T12:26:41,570 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/1bc82992c7ad49bcb4ac12459f61545d, entries=1, sequenceid=18, filesize=5.9 K 2024-11-07T12:26:41,571 INFO [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4810ff73af421de4274bd9927f7e6d7d in 24ms, sequenceid=18, compaction requested=false 2024-11-07T12:26:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 4810ff73af421de4274bd9927f7e6d7d: 2024-11-07T12:26:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:41,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T12:26:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T12:26:41,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T12:26:41,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-07T12:26:41,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-11-07T12:26:46,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4810ff73af421de4274bd9927f7e6d7d, had cached 0 bytes from a total of 14229 2024-11-07T12:26:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T12:26:51,437 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T12:26:51,453 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982411440, exclude list is [], retry=0 2024-11-07T12:26:51,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39371,DS-7e023c63-b808-4447-9ec8-8a3c0018ed44,DISK] 2024-11-07T12:26:51,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38787,DS-e27e55b9-dd97-4fc2-9c6f-11144eeffdbb,DISK] 2024-11-07T12:26:51,457 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982401370 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982411440 2024-11-07T12:26:51,458 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:33119:33119)] 2024-11-07T12:26:51,458 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982401370 is not closed yet, will try archiving it next time 2024-11-07T12:26:51,458 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/WALs/87fb68174c52,44417,1730982360056/87fb68174c52%2C44417%2C1730982360056.1730982391199 to hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/oldWALs/87fb68174c52%2C44417%2C1730982360056.1730982391199 2024-11-07T12:26:51,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:26:51,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:26:51,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:26:51,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:51,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:51,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:26:51,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:26:51,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1881010781, stopped=false 2024-11-07T12:26:51,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,44841,1730982360005 2024-11-07T12:26:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741842_1018 (size=2001) 2024-11-07T12:26:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741842_1018 (size=2001) 2024-11-07T12:26:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:26:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:26:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:51,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:26:51,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:26:51,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:26:51,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:51,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,44417,1730982360056' ***** 2024-11-07T12:26:51,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:26:51,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:26:51,462 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:26:51,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:26:51,462 INFO [RS:0;87fb68174c52:44417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:26:51,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:26:51,462 INFO [RS:0;87fb68174c52:44417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:26:51,462 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(3091): Received CLOSE for 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,44417,1730982360056 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:44417. 2024-11-07T12:26:51,463 DEBUG [RS:0;87fb68174c52:44417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:26:51,463 DEBUG [RS:0;87fb68174c52:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:51,463 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4810ff73af421de4274bd9927f7e6d7d, disabling compactions & flushes 2024-11-07T12:26:51,463 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:51,463 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:26:51,463 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. after waiting 0 ms 2024-11-07T12:26:51,463 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:26:51,463 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4810ff73af421de4274bd9927f7e6d7d 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T12:26:51,463 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T12:26:51,463 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4810ff73af421de4274bd9927f7e6d7d=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.} 2024-11-07T12:26:51,463 DEBUG [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4810ff73af421de4274bd9927f7e6d7d 2024-11-07T12:26:51,463 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:26:51,463 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:26:51,464 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:26:51,464 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:26:51,464 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:26:51,464 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-07T12:26:51,467 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/70fa3fb6a3434c71930e3bbe045b0010 is 1055, key is row0001/info:/1730982411439/Put/seqid=0 2024-11-07T12:26:51,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741845_1021 (size=6008) 2024-11-07T12:26:51,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741845_1021 (size=6008) 2024-11-07T12:26:51,475 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/70fa3fb6a3434c71930e3bbe045b0010 2024-11-07T12:26:51,481 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/.tmp/info/70fa3fb6a3434c71930e3bbe045b0010 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/70fa3fb6a3434c71930e3bbe045b0010 2024-11-07T12:26:51,484 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/info/32fce5adb607413283dc34037310fbf5 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d./info:regioninfo/1730982361356/Put/seqid=0 2024-11-07T12:26:51,487 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/70fa3fb6a3434c71930e3bbe045b0010, entries=1, sequenceid=22, filesize=5.9 K 2024-11-07T12:26:51,488 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4810ff73af421de4274bd9927f7e6d7d in 25ms, sequenceid=22, compaction requested=true 2024-11-07T12:26:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741846_1022 (size=7308) 2024-11-07T12:26:51,489 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/4b7e37c1f1544a26be713ec8d034aa4c, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/8e21677f0934463e9d2b1cee8224db89, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c] to archive 2024-11-07T12:26:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741846_1022 (size=7308) 2024-11-07T12:26:51,489 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/info/32fce5adb607413283dc34037310fbf5 2024-11-07T12:26:51,492 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:26:51,494 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/4b7e37c1f1544a26be713ec8d034aa4c to hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/4b7e37c1f1544a26be713ec8d034aa4c 2024-11-07T12:26:51,496 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/8e21677f0934463e9d2b1cee8224db89 to hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/8e21677f0934463e9d2b1cee8224db89 2024-11-07T12:26:51,498 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c to hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/info/5fe8ccbf2bec4b7c84bb84ba3f9ca60c 2024-11-07T12:26:51,510 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:44841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:26:51,510 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4b7e37c1f1544a26be713ec8d034aa4c=6008, 8e21677f0934463e9d2b1cee8224db89=6008, 5fe8ccbf2bec4b7c84bb84ba3f9ca60c=6008] 2024-11-07T12:26:51,511 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/ns/ffe0f27bafed436b80d8cf1330be096c is 43, key is default/ns:d/1730982360911/Put/seqid=0 2024-11-07T12:26:51,514 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/4810ff73af421de4274bd9927f7e6d7d/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-07T12:26:51,515 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:51,515 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4810ff73af421de4274bd9927f7e6d7d: Waiting for close lock at 1730982411463Running coprocessor pre-close hooks at 1730982411463Disabling compacts and flushes for region at 1730982411463Disabling writes for close at 1730982411463Obtaining lock to block concurrent updates at 1730982411463Preparing flush snapshotting stores in 4810ff73af421de4274bd9927f7e6d7d at 1730982411463Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1730982411463Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. at 1730982411464 (+1 ms)Flushing 4810ff73af421de4274bd9927f7e6d7d/info: creating writer at 1730982411464Flushing 4810ff73af421de4274bd9927f7e6d7d/info: appending metadata at 1730982411467 (+3 ms)Flushing 4810ff73af421de4274bd9927f7e6d7d/info: closing flushed file at 1730982411467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e5f9df: reopening flushed file at 1730982411480 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4810ff73af421de4274bd9927f7e6d7d in 25ms, sequenceid=22, compaction requested=true at 1730982411488 (+8 ms)Writing region close event to WAL at 1730982411511 (+23 ms)Running coprocessor post-close hooks at 1730982411515 (+4 ms)Closed at 1730982411515 2024-11-07T12:26:51,515 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730982360990.4810ff73af421de4274bd9927f7e6d7d. 2024-11-07T12:26:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741847_1023 (size=5153) 2024-11-07T12:26:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741847_1023 (size=5153) 2024-11-07T12:26:51,517 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/ns/ffe0f27bafed436b80d8cf1330be096c 2024-11-07T12:26:51,537 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/table/f3354baedc1748e798b4d949edcd96b4 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1730982361366/Put/seqid=0 2024-11-07T12:26:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741848_1024 (size=5508) 2024-11-07T12:26:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741848_1024 (size=5508) 2024-11-07T12:26:51,542 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/table/f3354baedc1748e798b4d949edcd96b4 2024-11-07T12:26:51,548 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/info/32fce5adb607413283dc34037310fbf5 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/info/32fce5adb607413283dc34037310fbf5 2024-11-07T12:26:51,553 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/info/32fce5adb607413283dc34037310fbf5, entries=10, sequenceid=11, filesize=7.1 K 2024-11-07T12:26:51,554 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/ns/ffe0f27bafed436b80d8cf1330be096c as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/ns/ffe0f27bafed436b80d8cf1330be096c 2024-11-07T12:26:51,559 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/ns/ffe0f27bafed436b80d8cf1330be096c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T12:26:51,560 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/.tmp/table/f3354baedc1748e798b4d949edcd96b4 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/table/f3354baedc1748e798b4d949edcd96b4 2024-11-07T12:26:51,565 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/table/f3354baedc1748e798b4d949edcd96b4, entries=2, sequenceid=11, filesize=5.4 K 2024-11-07T12:26:51,566 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=11, compaction requested=false 2024-11-07T12:26:51,570 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T12:26:51,571 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:26:51,571 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:26:51,571 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982411463Running coprocessor pre-close hooks at 1730982411463Disabling compacts and flushes for region at 1730982411463Disabling writes for close at 1730982411464 (+1 ms)Obtaining lock to block concurrent updates at 1730982411464Preparing flush snapshotting stores in 1588230740 at 1730982411464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1730982411464Flushing stores of hbase:meta,,1.1588230740 at 1730982411464Flushing 1588230740/info: creating writer at 1730982411465 (+1 ms)Flushing 1588230740/info: appending metadata at 1730982411484 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730982411484Flushing 1588230740/ns: creating writer at 1730982411495 (+11 ms)Flushing 1588230740/ns: appending metadata at 1730982411511 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730982411511Flushing 1588230740/table: creating writer at 1730982411523 (+12 ms)Flushing 1588230740/table: appending metadata at 1730982411536 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730982411536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ec48ce: reopening flushed file at 1730982411547 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5715ee07: reopening flushed file at 1730982411553 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f13a0c: reopening flushed file at 1730982411560 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=11, compaction requested=false at 1730982411566 (+6 ms)Writing region close event to WAL at 1730982411568 (+2 ms)Running coprocessor post-close hooks at 1730982411571 (+3 ms)Closed at 1730982411571 2024-11-07T12:26:51,571 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:26:51,664 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,44417,1730982360056; all regions closed. 2024-11-07T12:26:51,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741834_1010 (size=3306) 2024-11-07T12:26:51,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741834_1010 (size=3306) 2024-11-07T12:26:51,669 DEBUG [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/oldWALs 2024-11-07T12:26:51,669 INFO [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44417%2C1730982360056.meta:.meta(num 1730982360854) 2024-11-07T12:26:51,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741844_1020 (size=1252) 2024-11-07T12:26:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741844_1020 (size=1252) 2024-11-07T12:26:51,673 DEBUG [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/oldWALs 2024-11-07T12:26:51,673 INFO [RS:0;87fb68174c52:44417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44417%2C1730982360056:(num 1730982411440) 2024-11-07T12:26:51,673 DEBUG [RS:0;87fb68174c52:44417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:51,673 INFO [RS:0;87fb68174c52:44417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:26:51,674 INFO [RS:0;87fb68174c52:44417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:26:51,674 INFO [RS:0;87fb68174c52:44417 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:26:51,674 INFO [RS:0;87fb68174c52:44417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:26:51,674 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:26:51,674 INFO [RS:0;87fb68174c52:44417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44417 2024-11-07T12:26:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,44417,1730982360056 2024-11-07T12:26:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:26:51,676 INFO [RS:0;87fb68174c52:44417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:26:51,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,44417,1730982360056] 2024-11-07T12:26:51,679 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,44417,1730982360056 already deleted, retry=false 2024-11-07T12:26:51,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,44417,1730982360056 expired; onlineServers=0 2024-11-07T12:26:51,679 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,44841,1730982360005' ***** 2024-11-07T12:26:51,679 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:26:51,679 INFO [M:0;87fb68174c52:44841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:26:51,679 INFO [M:0;87fb68174c52:44841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:26:51,679 DEBUG [M:0;87fb68174c52:44841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:26:51,679 DEBUG [M:0;87fb68174c52:44841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:26:51,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:26:51,679 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982360238 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982360238,5,FailOnTimeoutGroup] 2024-11-07T12:26:51,679 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982360238 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982360238,5,FailOnTimeoutGroup] 2024-11-07T12:26:51,679 INFO [M:0;87fb68174c52:44841 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:26:51,679 INFO [M:0;87fb68174c52:44841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:26:51,679 DEBUG [M:0;87fb68174c52:44841 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:26:51,679 INFO [M:0;87fb68174c52:44841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:26:51,680 INFO [M:0;87fb68174c52:44841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:26:51,680 INFO [M:0;87fb68174c52:44841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:26:51,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:26:51,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:26:51,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:51,681 DEBUG [M:0;87fb68174c52:44841 {}] zookeeper.ZKUtil(347): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:26:51,681 WARN [M:0;87fb68174c52:44841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:26:51,682 INFO [M:0;87fb68174c52:44841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/.lastflushedseqids 2024-11-07T12:26:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741849_1025 (size=130) 2024-11-07T12:26:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741849_1025 (size=130) 2024-11-07T12:26:51,689 INFO [M:0;87fb68174c52:44841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:26:51,690 INFO [M:0;87fb68174c52:44841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:26:51,690 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:26:51,690 INFO [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:51,690 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:51,690 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:26:51,690 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:51,690 INFO [M:0;87fb68174c52:44841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.96 KB 2024-11-07T12:26:51,706 DEBUG [M:0;87fb68174c52:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe59b52457584f2496abddbbddbfabc5 is 82, key is hbase:meta,,1/info:regioninfo/1730982360894/Put/seqid=0 2024-11-07T12:26:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741850_1026 (size=5672) 2024-11-07T12:26:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741850_1026 (size=5672) 2024-11-07T12:26:51,711 INFO [M:0;87fb68174c52:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe59b52457584f2496abddbbddbfabc5 2024-11-07T12:26:51,731 DEBUG [M:0;87fb68174c52:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ba8d011d1ec4dcbb33dfa8db246d85f is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982361371/Put/seqid=0 2024-11-07T12:26:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741851_1027 (size=7820) 2024-11-07T12:26:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741851_1027 (size=7820) 2024-11-07T12:26:51,736 INFO [M:0;87fb68174c52:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ba8d011d1ec4dcbb33dfa8db246d85f 2024-11-07T12:26:51,741 INFO [M:0;87fb68174c52:44841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba8d011d1ec4dcbb33dfa8db246d85f 2024-11-07T12:26:51,755 DEBUG [M:0;87fb68174c52:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3c94a442ca4846b93a03d308027867 is 69, key is 87fb68174c52,44417,1730982360056/rs:state/1730982360300/Put/seqid=0 2024-11-07T12:26:51,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741852_1028 (size=5156) 2024-11-07T12:26:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741852_1028 (size=5156) 2024-11-07T12:26:51,760 INFO [M:0;87fb68174c52:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3c94a442ca4846b93a03d308027867 2024-11-07T12:26:51,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:26:51,778 INFO [RS:0;87fb68174c52:44417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:26:51,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44417-0x1001a34be530001, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:26:51,778 INFO [RS:0;87fb68174c52:44417 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,44417,1730982360056; zookeeper connection closed. 2024-11-07T12:26:51,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65d3af07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65d3af07 2024-11-07T12:26:51,779 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:26:51,779 DEBUG [M:0;87fb68174c52:44841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9066da657b04e219b26c294e7f67a5a is 52, key is load_balancer_on/state:d/1730982360986/Put/seqid=0 2024-11-07T12:26:51,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741853_1029 (size=5056) 2024-11-07T12:26:51,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741853_1029 (size=5056) 2024-11-07T12:26:51,788 INFO [M:0;87fb68174c52:44841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9066da657b04e219b26c294e7f67a5a 2024-11-07T12:26:51,794 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe59b52457584f2496abddbbddbfabc5 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe59b52457584f2496abddbbddbfabc5 2024-11-07T12:26:51,799 INFO [M:0;87fb68174c52:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe59b52457584f2496abddbbddbfabc5, entries=8, sequenceid=121, filesize=5.5 K 2024-11-07T12:26:51,800 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ba8d011d1ec4dcbb33dfa8db246d85f as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ba8d011d1ec4dcbb33dfa8db246d85f 2024-11-07T12:26:51,805 INFO [M:0;87fb68174c52:44841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba8d011d1ec4dcbb33dfa8db246d85f 2024-11-07T12:26:51,805 INFO [M:0;87fb68174c52:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ba8d011d1ec4dcbb33dfa8db246d85f, entries=14, sequenceid=121, filesize=7.6 K 2024-11-07T12:26:51,806 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b3c94a442ca4846b93a03d308027867 as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3c94a442ca4846b93a03d308027867 2024-11-07T12:26:51,811 INFO [M:0;87fb68174c52:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b3c94a442ca4846b93a03d308027867, entries=1, sequenceid=121, filesize=5.0 K 2024-11-07T12:26:51,811 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a9066da657b04e219b26c294e7f67a5a as hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a9066da657b04e219b26c294e7f67a5a 2024-11-07T12:26:51,816 INFO [M:0;87fb68174c52:44841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42153/user/jenkins/test-data/402d639e-233f-a2f8-a112-da66305abef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a9066da657b04e219b26c294e7f67a5a, entries=1, sequenceid=121, filesize=4.9 K 2024-11-07T12:26:51,818 INFO [M:0;87fb68174c52:44841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=121, compaction requested=false 2024-11-07T12:26:51,819 INFO [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:51,820 DEBUG [M:0;87fb68174c52:44841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982411690Disabling compacts and flushes for region at 1730982411690Disabling writes for close at 1730982411690Obtaining lock to block concurrent updates at 1730982411690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982411690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44611, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1730982411690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982411691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982411691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982411705 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982411705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982411716 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982411731 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982411731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982411742 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982411755 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982411755Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730982411765 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730982411779 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730982411779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e577734: reopening flushed file at 1730982411793 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee62ad4: reopening flushed file at 1730982411799 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfa04f4: reopening flushed file at 1730982411805 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db2fb77: reopening flushed file at 1730982411811 (+6 ms)Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=121, compaction requested=false at 1730982411818 (+7 ms)Writing region close event to WAL at 1730982411819 (+1 ms)Closed at 1730982411819 2024-11-07T12:26:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39371 is added to blk_1073741830_1006 (size=53008) 2024-11-07T12:26:51,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38787 is added to blk_1073741830_1006 (size=53008) 2024-11-07T12:26:51,823 INFO [M:0;87fb68174c52:44841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:26:51,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:26:51,823 INFO [M:0;87fb68174c52:44841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44841 2024-11-07T12:26:51,824 INFO [M:0;87fb68174c52:44841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:26:51,926 INFO [M:0;87fb68174c52:44841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:26:51,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:26:51,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44841-0x1001a34be530000, quorum=127.0.0.1:63847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:26:51,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25ec3b60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:26:51,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aca7b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:26:51,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:26:51,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c4705d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:26:51,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25fed76c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir/,STOPPED} 2024-11-07T12:26:51,931 WARN [BP-1549979669-172.17.0.3-1730982359282 heartbeating to localhost/127.0.0.1:42153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:26:51,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:26:51,931 WARN [BP-1549979669-172.17.0.3-1730982359282 heartbeating to localhost/127.0.0.1:42153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549979669-172.17.0.3-1730982359282 (Datanode Uuid 102362a5-097d-4274-9b77-197109783ec6) service to localhost/127.0.0.1:42153 2024-11-07T12:26:51,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:26:51,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data3/current/BP-1549979669-172.17.0.3-1730982359282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:26:51,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data4/current/BP-1549979669-172.17.0.3-1730982359282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:26:51,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:26:51,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d716875{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:26:51,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295bc1e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:26:51,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:26:51,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5432dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:26:51,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a5a2ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir/,STOPPED} 2024-11-07T12:26:51,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:26:51,936 WARN [BP-1549979669-172.17.0.3-1730982359282 heartbeating to localhost/127.0.0.1:42153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:26:51,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:26:51,936 WARN [BP-1549979669-172.17.0.3-1730982359282 heartbeating to localhost/127.0.0.1:42153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549979669-172.17.0.3-1730982359282 (Datanode Uuid 57a0796c-18fb-4ab8-b7fd-a013d2b902ab) service to localhost/127.0.0.1:42153 2024-11-07T12:26:51,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data1/current/BP-1549979669-172.17.0.3-1730982359282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:26:51,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/cluster_cc1aa03b-4cf3-b4e1-aa0f-f6f21c29d86e/data/data2/current/BP-1549979669-172.17.0.3-1730982359282 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:26:51,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:26:51,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@704479b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:26:51,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51de52d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:26:51,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:26:51,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3c79f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:26:51,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e85a290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir/,STOPPED} 2024-11-07T12:26:51,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:26:51,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:26:51,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 103), OpenFileDescriptor=426 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 332), ProcessCount=11 (was 11), AvailableMemoryMB=375 (was 651) 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=375 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.log.dir so I do NOT create it in target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd3d651e-492f-abd1-7f62-23cb5e7b8715/hadoop.tmp.dir so I do NOT create it in target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e, deleteOnExit=true 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/test.cache.data in system properties and HBase conf 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:26:51,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:26:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:26:51,982 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:26:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:26:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:26:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:26:51,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:26:51,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:26:52,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:26:52,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:26:52,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:26:52,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:26:52,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:26:52,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:26:52,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe19690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:26:52,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338eca22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:26:52,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6da7b10c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/java.io.tmpdir/jetty-localhost-42637-hadoop-hdfs-3_4_1-tests_jar-_-any-6817472006657535115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:26:52,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44bd3813{HTTP/1.1, (http/1.1)}{localhost:42637} 2024-11-07T12:26:52,184 INFO [Time-limited test {}] server.Server(415): Started @142467ms 2024-11-07T12:26:52,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:26:52,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:26:52,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:26:52,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:26:52,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:26:52,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31864e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:26:52,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d0e67a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:26:52,323 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:26:52,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c0343c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/java.io.tmpdir/jetty-localhost-45629-hadoop-hdfs-3_4_1-tests_jar-_-any-17302025359294881634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:26:52,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54e0e381{HTTP/1.1, (http/1.1)}{localhost:45629} 2024-11-07T12:26:52,391 INFO [Time-limited test {}] server.Server(415): Started @142673ms 2024-11-07T12:26:52,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:26:52,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:26:52,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:26:52,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:26:52,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:26:52,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:26:52,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa52dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:26:52,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7485016e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:26:52,472 WARN [Thread-1092 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data1/current/BP-1789883233-172.17.0.3-1730982412015/current, will proceed with Du for space computation calculation, 2024-11-07T12:26:52,472 WARN [Thread-1093 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data2/current/BP-1789883233-172.17.0.3-1730982412015/current, will proceed with Du for space computation calculation, 2024-11-07T12:26:52,489 WARN [Thread-1071 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:26:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc446b6c50e88db4e with lease ID 0x4a707a9cc47b3c4d: Processing first storage report for DS-e2127e51-2904-4716-87da-580a0c5a7fc8 from datanode DatanodeRegistration(127.0.0.1:41409, datanodeUuid=b8db1a03-c599-4940-bfec-5c580c717425, infoPort=35845, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015) 2024-11-07T12:26:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc446b6c50e88db4e with lease ID 0x4a707a9cc47b3c4d: from storage DS-e2127e51-2904-4716-87da-580a0c5a7fc8 node DatanodeRegistration(127.0.0.1:41409, datanodeUuid=b8db1a03-c599-4940-bfec-5c580c717425, infoPort=35845, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:26:52,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc446b6c50e88db4e with lease ID 0x4a707a9cc47b3c4d: Processing first storage report for DS-393a0b67-d32e-41be-bc58-a42bf99767b3 from datanode DatanodeRegistration(127.0.0.1:41409, datanodeUuid=b8db1a03-c599-4940-bfec-5c580c717425, infoPort=35845, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015) 2024-11-07T12:26:52,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc446b6c50e88db4e with lease ID 0x4a707a9cc47b3c4d: from storage DS-393a0b67-d32e-41be-bc58-a42bf99767b3 node DatanodeRegistration(127.0.0.1:41409, datanodeUuid=b8db1a03-c599-4940-bfec-5c580c717425, infoPort=35845, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:26:52,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@646bf5c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/java.io.tmpdir/jetty-localhost-45799-hadoop-hdfs-3_4_1-tests_jar-_-any-690562090699538477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:26:52,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34e9901d{HTTP/1.1, (http/1.1)}{localhost:45799} 2024-11-07T12:26:52,571 INFO [Time-limited test {}] server.Server(415): Started @142854ms 2024-11-07T12:26:52,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:26:52,659 WARN [Thread-1118 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data3/current/BP-1789883233-172.17.0.3-1730982412015/current, will proceed with Du for space computation calculation, 2024-11-07T12:26:52,659 WARN [Thread-1119 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data4/current/BP-1789883233-172.17.0.3-1730982412015/current, will proceed with Du for space computation calculation, 2024-11-07T12:26:52,699 WARN [Thread-1107 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:26:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce580a1d3b64a4c3 with lease ID 0x4a707a9cc47b3c4e: Processing first storage report for DS-648fe165-7908-4db2-a079-42e6c7cc9328 from datanode DatanodeRegistration(127.0.0.1:35829, datanodeUuid=9d259e1a-a8ce-427c-a176-b8fba124fea4, infoPort=41455, infoSecurePort=0, ipcPort=35847, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015) 2024-11-07T12:26:52,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce580a1d3b64a4c3 with lease ID 0x4a707a9cc47b3c4e: from storage DS-648fe165-7908-4db2-a079-42e6c7cc9328 node DatanodeRegistration(127.0.0.1:35829, datanodeUuid=9d259e1a-a8ce-427c-a176-b8fba124fea4, infoPort=41455, infoSecurePort=0, ipcPort=35847, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:26:52,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce580a1d3b64a4c3 with lease ID 0x4a707a9cc47b3c4e: Processing first storage report for DS-853bb67f-477b-4216-a864-6d7dd644f25e from datanode DatanodeRegistration(127.0.0.1:35829, datanodeUuid=9d259e1a-a8ce-427c-a176-b8fba124fea4, infoPort=41455, infoSecurePort=0, ipcPort=35847, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015) 2024-11-07T12:26:52,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce580a1d3b64a4c3 with lease ID 0x4a707a9cc47b3c4e: from storage DS-853bb67f-477b-4216-a864-6d7dd644f25e node DatanodeRegistration(127.0.0.1:35829, datanodeUuid=9d259e1a-a8ce-427c-a176-b8fba124fea4, infoPort=41455, infoSecurePort=0, ipcPort=35847, storageInfo=lv=-57;cid=testClusterID;nsid=959661863;c=1730982412015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:26:52,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f 2024-11-07T12:26:52,809 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/zookeeper_0, clientPort=52722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:26:52,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52722 2024-11-07T12:26:52,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:26:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:26:52,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd with version=8 2024-11-07T12:26:52,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase-staging 2024-11-07T12:26:52,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:26:52,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:26:52,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45111 2024-11-07T12:26:52,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45111 connecting to ZooKeeper ensemble=127.0.0.1:52722 2024-11-07T12:26:52,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451110x0, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:26:52,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45111-0x1001a358ca70000 connected 2024-11-07T12:26:52,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:26:52,864 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd, hbase.cluster.distributed=false 2024-11-07T12:26:52,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:26:52,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-07T12:26:52,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45111 2024-11-07T12:26:52,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45111 2024-11-07T12:26:52,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-07T12:26:52,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-07T12:26:52,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:26:52,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:52,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:52,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:26:52,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:26:52,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:26:52,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:26:52,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:26:52,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38631 2024-11-07T12:26:52,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38631 connecting to ZooKeeper ensemble=127.0.0.1:52722 2024-11-07T12:26:52,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386310x0, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:26:52,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38631-0x1001a358ca70001 connected 2024-11-07T12:26:52,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:26:52,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:26:52,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:26:52,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:26:52,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:26:52,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-07T12:26:52,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-07T12:26:52,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-07T12:26:52,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-07T12:26:52,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-07T12:26:52,919 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:45111 2024-11-07T12:26:52,920 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,45111,1730982412829 2024-11-07T12:26:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:52,922 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,45111,1730982412829 2024-11-07T12:26:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:26:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:52,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:52,924 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:26:52,925 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,45111,1730982412829 from backup master directory 2024-11-07T12:26:52,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,45111,1730982412829 2024-11-07T12:26:52,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:52,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:26:52,926 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:26:52,926 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,45111,1730982412829 2024-11-07T12:26:52,931 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/hbase.id] with ID: 76fa68e3-8a1a-4a92-94b6-d5a9546e2e99 2024-11-07T12:26:52,931 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/.tmp/hbase.id 2024-11-07T12:26:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:26:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:26:52,939 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/.tmp/hbase.id]:[hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/hbase.id] 2024-11-07T12:26:52,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:52,952 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:26:52,953 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:26:52,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:52,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:26:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:26:52,964 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:26:52,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:26:52,965 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:26:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:26:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:26:52,973 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store 2024-11-07T12:26:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:26:52,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:26:52,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:52,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:26:52,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:52,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:52,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:26:52,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:52,981 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:26:52,981 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982412981Disabling compacts and flushes for region at 1730982412981Disabling writes for close at 1730982412981Writing region close event to WAL at 1730982412981Closed at 1730982412981 2024-11-07T12:26:52,982 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/.initializing 2024-11-07T12:26:52,982 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/WALs/87fb68174c52,45111,1730982412829 2024-11-07T12:26:52,983 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:26:52,985 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C45111%2C1730982412829, suffix=, logDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/WALs/87fb68174c52,45111,1730982412829, archiveDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/oldWALs, maxLogs=10 2024-11-07T12:26:53,001 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/WALs/87fb68174c52,45111,1730982412829/87fb68174c52%2C45111%2C1730982412829.1730982412985, exclude list is [], retry=0 2024-11-07T12:26:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35829,DS-648fe165-7908-4db2-a079-42e6c7cc9328,DISK] 2024-11-07T12:26:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-e2127e51-2904-4716-87da-580a0c5a7fc8,DISK] 2024-11-07T12:26:53,006 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/WALs/87fb68174c52,45111,1730982412829/87fb68174c52%2C45111%2C1730982412829.1730982412985 2024-11-07T12:26:53,006 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455),(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-07T12:26:53,006 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:26:53,006 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:53,007 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,007 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:26:53,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:26:53,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:53,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:26:53,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:53,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:26:53,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:53,015 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,016 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,016 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,018 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,018 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,018 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:26:53,019 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:26:53,022 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:26:53,022 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860617, jitterRate=0.09433139860630035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:26:53,023 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982413007Initializing all the Stores at 1730982413008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982413008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982413008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982413008Cleaning up temporary data from old regions at 1730982413018 (+10 ms)Region opened successfully at 1730982413023 (+5 ms) 2024-11-07T12:26:53,023 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:26:53,027 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1307f7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:26:53,028 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:26:53,028 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:26:53,028 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:26:53,028 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:26:53,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:26:53,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:26:53,029 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:26:53,031 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:26:53,032 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:26:53,033 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:26:53,033 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:26:53,034 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:26:53,035 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:26:53,035 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:26:53,036 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:26:53,037 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:26:53,038 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:26:53,039 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:26:53,041 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:26:53,042 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:26:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:26:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:26:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,045 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,45111,1730982412829, sessionid=0x1001a358ca70000, setting cluster-up flag (Was=false) 2024-11-07T12:26:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,053 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:26:53,054 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,45111,1730982412829 2024-11-07T12:26:53,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,062 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:26:53,063 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,45111,1730982412829 2024-11-07T12:26:53,064 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:26:53,065 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:53,066 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:26:53,066 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:26:53,066 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,45111,1730982412829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:26:53,067 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:53,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982443070 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:26:53,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:26:53,070 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:26:53,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:26:53,071 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,071 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:26:53,071 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:26:53,071 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:26:53,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:26:53,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:26:53,072 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982413072,5,FailOnTimeoutGroup] 2024-11-07T12:26:53,072 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982413072,5,FailOnTimeoutGroup] 2024-11-07T12:26:53,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:26:53,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,072 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:26:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:26:53,110 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(746): ClusterId : 76fa68e3-8a1a-4a92-94b6-d5a9546e2e99 2024-11-07T12:26:53,111 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:26:53,113 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:26:53,113 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:26:53,115 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:26:53,116 DEBUG [RS:0;87fb68174c52:38631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e1ffeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:26:53,128 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:38631 2024-11-07T12:26:53,128 INFO [RS:0;87fb68174c52:38631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:26:53,128 INFO [RS:0;87fb68174c52:38631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:26:53,128 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:26:53,129 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,45111,1730982412829 with port=38631, startcode=1730982412893 2024-11-07T12:26:53,129 DEBUG [RS:0;87fb68174c52:38631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:26:53,133 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:26:53,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,136 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd 2024-11-07T12:26:53,136 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39061 2024-11-07T12:26:53,136 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:26:53,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:26:53,138 DEBUG [RS:0;87fb68174c52:38631 {}] zookeeper.ZKUtil(111): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,138 WARN [RS:0;87fb68174c52:38631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:26:53,138 INFO [RS:0;87fb68174c52:38631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:26:53,138 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,38631,1730982412893] 2024-11-07T12:26:53,144 INFO [RS:0;87fb68174c52:38631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:26:53,146 INFO [RS:0;87fb68174c52:38631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:26:53,146 INFO [RS:0;87fb68174c52:38631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:26:53,146 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,147 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:26:53,148 INFO [RS:0;87fb68174c52:38631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:26:53,148 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:26:53,148 DEBUG [RS:0;87fb68174c52:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:26:53,149 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,149 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,149 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,149 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,149 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,149 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38631,1730982412893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:26:53,168 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:26:53,168 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,38631,1730982412893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,168 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,168 INFO [RS:0;87fb68174c52:38631 {}] regionserver.Replication(171): 87fb68174c52,38631,1730982412893 started 2024-11-07T12:26:53,186 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,186 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,38631,1730982412893, RpcServer on 87fb68174c52/172.17.0.3:38631, sessionid=0x1001a358ca70001 2024-11-07T12:26:53,186 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:26:53,187 DEBUG [RS:0;87fb68174c52:38631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,187 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38631,1730982412893' 2024-11-07T12:26:53,187 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:26:53,187 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:26:53,188 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:26:53,188 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:26:53,188 DEBUG [RS:0;87fb68174c52:38631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,188 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,38631,1730982412893' 2024-11-07T12:26:53,188 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:26:53,188 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:26:53,189 DEBUG [RS:0;87fb68174c52:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:26:53,189 INFO [RS:0;87fb68174c52:38631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:26:53,189 INFO [RS:0;87fb68174c52:38631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:26:53,289 INFO [RS:0;87fb68174c52:38631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:26:53,291 INFO [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38631%2C1730982412893, suffix=, logDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893, archiveDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/oldWALs, maxLogs=32 2024-11-07T12:26:53,306 DEBUG [RS:0;87fb68174c52:38631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982413292, exclude list is [], retry=0 2024-11-07T12:26:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35829,DS-648fe165-7908-4db2-a079-42e6c7cc9328,DISK] 2024-11-07T12:26:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-e2127e51-2904-4716-87da-580a0c5a7fc8,DISK] 2024-11-07T12:26:53,311 INFO [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982413292 2024-11-07T12:26:53,311 DEBUG [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455),(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-07T12:26:53,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:26:53,479 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd 2024-11-07T12:26:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:26:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:26:53,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:53,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:26:53,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:26:53,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:26:53,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:26:53,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:26:53,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:26:53,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:26:53,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:26:53,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:26:53,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740 2024-11-07T12:26:53,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740 2024-11-07T12:26:53,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:26:53,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:26:53,500 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:26:53,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:26:53,504 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:26:53,504 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=705755, jitterRate=-0.10258668661117554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:26:53,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982413488Initializing all the Stores at 1730982413489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982413489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413489Cleaning up temporary data from old regions at 1730982413500 (+11 ms)Region opened successfully at 1730982413505 (+5 ms) 2024-11-07T12:26:53,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:26:53,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:26:53,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:26:53,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:26:53,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:26:53,505 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:26:53,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982413505Disabling compacts and flushes for region at 1730982413505Disabling writes for close at 1730982413505Writing region close event to WAL at 1730982413505Closed at 1730982413505 2024-11-07T12:26:53,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:53,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:26:53,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:26:53,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:26:53,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:26:53,660 DEBUG [87fb68174c52:45111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:26:53,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,662 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,38631,1730982412893, state=OPENING 2024-11-07T12:26:53,663 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:26:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:26:53,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:53,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:26:53,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:53,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,38631,1730982412893}] 2024-11-07T12:26:53,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:26:53,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:26:53,826 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:26:53,826 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:26:53,827 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:26:53,829 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C38631%2C1730982412893.meta, suffix=.meta, logDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893, archiveDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/oldWALs, maxLogs=32 2024-11-07T12:26:53,844 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.meta.1730982413830.meta, exclude list is [], retry=0 2024-11-07T12:26:53,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35829,DS-648fe165-7908-4db2-a079-42e6c7cc9328,DISK] 2024-11-07T12:26:53,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-e2127e51-2904-4716-87da-580a0c5a7fc8,DISK] 2024-11-07T12:26:53,848 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.meta.1730982413830.meta 2024-11-07T12:26:53,848 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35845:35845),(127.0.0.1/127.0.0.1:41455:41455)] 2024-11-07T12:26:53,848 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:26:53,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:26:53,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:26:53,849 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:26:53,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:26:53,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:53,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:26:53,849 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:26:53,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:26:53,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:26:53,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:26:53,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:26:53,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:26:53,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:26:53,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:26:53,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:26:53,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:26:53,857 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:26:53,858 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740 2024-11-07T12:26:53,859 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740 2024-11-07T12:26:53,861 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:26:53,861 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:26:53,861 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:26:53,863 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:26:53,864 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879078, jitterRate=0.11780591309070587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:26:53,864 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:26:53,865 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982413849Writing region info on filesystem at 1730982413849Initializing all the Stores at 1730982413850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982413850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982413850Cleaning up temporary data from old regions at 1730982413861 (+11 ms)Running coprocessor post-open hooks at 1730982413864 (+3 ms)Region opened successfully at 1730982413865 (+1 ms) 2024-11-07T12:26:53,866 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982413819 2024-11-07T12:26:53,868 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:26:53,868 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:26:53,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,870 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,38631,1730982412893, state=OPEN 2024-11-07T12:26:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:26:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:26:53,876 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,38631,1730982412893 2024-11-07T12:26:53,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:53,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:26:53,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:26:53,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,38631,1730982412893 in 210 msec 2024-11-07T12:26:53,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:26:53,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-07T12:26:53,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:26:53,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:26:53,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:26:53,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,38631,1730982412893, seqNum=-1] 2024-11-07T12:26:53,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:26:53,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:26:53,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-07T12:26:53,893 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982413893, completionTime=-1 2024-11-07T12:26:53,893 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:26:53,893 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:26:53,895 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:26:53,895 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982473895 2024-11-07T12:26:53,895 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982533895 2024-11-07T12:26:53,895 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T12:26:53,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45111,1730982412829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45111,1730982412829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45111,1730982412829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:45111, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,896 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,898 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.974sec 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45111,1730982412829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:26:53,901 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45111,1730982412829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:26:53,904 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:26:53,904 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:26:53,904 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,45111,1730982412829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:26:53,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b845af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:26:53,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,45111,-1 for getting cluster id 2024-11-07T12:26:53,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:26:53,912 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76fa68e3-8a1a-4a92-94b6-d5a9546e2e99' 2024-11-07T12:26:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:26:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76fa68e3-8a1a-4a92-94b6-d5a9546e2e99" 2024-11-07T12:26:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d240c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:26:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,45111,-1] 2024-11-07T12:26:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:26:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:26:53,915 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:26:53,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d140f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:26:53,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:26:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,38631,1730982412893, seqNum=-1] 2024-11-07T12:26:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:26:53,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:26:53,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,45111,1730982412829 2024-11-07T12:26:53,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:26:53,925 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T12:26:53,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T12:26:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb68174c52,45111,1730982412829 2024-11-07T12:26:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e62ed6 2024-11-07T12:26:53,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:26:53,928 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:26:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T12:26:53,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T12:26:53,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:26:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-07T12:26:53,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:26:53,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:53,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-07T12:26:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:26:53,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:26:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741835_1011 (size=381) 2024-11-07T12:26:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741835_1011 (size=381) 2024-11-07T12:26:53,945 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f39da6c7aefe5146923fb181a962daa1, NAME => 'TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd 2024-11-07T12:26:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741836_1012 (size=64) 2024-11-07T12:26:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741836_1012 (size=64) 2024-11-07T12:26:53,956 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:53,956 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing f39da6c7aefe5146923fb181a962daa1, disabling compactions & flushes 2024-11-07T12:26:53,956 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:53,956 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:53,956 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. after waiting 0 ms 2024-11-07T12:26:53,956 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:53,956 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:53,956 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for f39da6c7aefe5146923fb181a962daa1: Waiting for close lock at 1730982413956Disabling compacts and flushes for region at 1730982413956Disabling writes for close at 1730982413956Writing region close event to WAL at 1730982413956Closed at 1730982413956 2024-11-07T12:26:53,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:26:53,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1730982413958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982413958"}]},"ts":"1730982413958"} 2024-11-07T12:26:53,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T12:26:53,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:26:53,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982413964"}]},"ts":"1730982413964"} 2024-11-07T12:26:53,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-07T12:26:53,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, ASSIGN}] 2024-11-07T12:26:53,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, ASSIGN 2024-11-07T12:26:53,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, ASSIGN; state=OFFLINE, location=87fb68174c52,38631,1730982412893; forceNewPlan=false, retain=false 2024-11-07T12:26:54,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f39da6c7aefe5146923fb181a962daa1, regionState=OPENING, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:26:54,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, ASSIGN because future has completed 2024-11-07T12:26:54,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893}] 2024-11-07T12:26:54,282 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:54,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f39da6c7aefe5146923fb181a962daa1, NAME => 'TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:26:54,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:26:54,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,282 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,284 INFO [StoreOpener-f39da6c7aefe5146923fb181a962daa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,285 INFO [StoreOpener-f39da6c7aefe5146923fb181a962daa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39da6c7aefe5146923fb181a962daa1 columnFamilyName info 2024-11-07T12:26:54,286 DEBUG [StoreOpener-f39da6c7aefe5146923fb181a962daa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:26:54,286 INFO [StoreOpener-f39da6c7aefe5146923fb181a962daa1-1 {}] regionserver.HStore(327): Store=f39da6c7aefe5146923fb181a962daa1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:26:54,286 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,287 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,287 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,288 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,288 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,290 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,292 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:26:54,292 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f39da6c7aefe5146923fb181a962daa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721536, jitterRate=-0.08252063393592834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:26:54,292 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:26:54,293 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f39da6c7aefe5146923fb181a962daa1: Running coprocessor pre-open hook at 1730982414283Writing region info on filesystem at 1730982414283Initializing all the Stores at 1730982414283Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982414284 (+1 ms)Cleaning up temporary data from old regions at 1730982414288 (+4 ms)Running coprocessor post-open hooks at 1730982414292 (+4 ms)Region opened successfully at 1730982414293 (+1 ms) 2024-11-07T12:26:54,294 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., pid=6, masterSystemTime=1730982414277 2024-11-07T12:26:54,296 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:54,296 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:26:54,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f39da6c7aefe5146923fb181a962daa1, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:26:54,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 because future has completed 2024-11-07T12:26:54,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:26:54,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 in 176 msec 2024-11-07T12:26:54,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:26:54,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, ASSIGN in 335 msec 2024-11-07T12:26:54,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:26:54,306 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982414305"}]},"ts":"1730982414305"} 2024-11-07T12:26:54,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-07T12:26:54,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:26:54,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 379 msec 2024-11-07T12:26:56,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-07T12:26:56,133 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T12:26:56,133 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T12:26:56,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:56,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:26:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:57,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:26:59,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:26:59,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-07T12:27:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T12:27:03,987 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-07T12:27:03,987 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-07T12:27:03,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-07T12:27:03,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2] 2024-11-07T12:27:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:04,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:27:04,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/a973d744581b4787879bdc37427925b9 is 1055, key is row0001/info:/1730982423993/Put/seqid=0 2024-11-07T12:27:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741837_1013 (size=13386) 2024-11-07T12:27:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741837_1013 (size=13386) 2024-11-07T12:27:04,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/a973d744581b4787879bdc37427925b9 2024-11-07T12:27:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/a973d744581b4787879bdc37427925b9 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a973d744581b4787879bdc37427925b9 2024-11-07T12:27:04,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:27:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:52588 deadline: 1730982434046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 2024-11-07T12:27:04,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a973d744581b4787879bdc37427925b9, entries=8, sequenceid=12, filesize=13.1 K 2024-11-07T12:27:04,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for f39da6c7aefe5146923fb181a962daa1 in 48ms, sequenceid=12, compaction requested=false 2024-11-07T12:27:04,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 because the exception is null or not the one we care about 2024-11-07T12:27:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:14,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-07T12:27:14,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/c70bcc167c3147119a14bb80b8e49717 is 1055, key is row0009/info:/1730982424007/Put/seqid=0 2024-11-07T12:27:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741838_1014 (size=28134) 2024-11-07T12:27:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741838_1014 (size=28134) 2024-11-07T12:27:14,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/c70bcc167c3147119a14bb80b8e49717 2024-11-07T12:27:14,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/c70bcc167c3147119a14bb80b8e49717 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717 2024-11-07T12:27:14,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717, entries=22, sequenceid=37, filesize=27.5 K 2024-11-07T12:27:14,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for f39da6c7aefe5146923fb181a962daa1 in 27ms, sequenceid=37, compaction requested=false 2024-11-07T12:27:14,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:14,196 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-07T12:27:14,196 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:14,196 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717 because midkey is the same as first or last row 2024-11-07T12:27:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:16,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:27:16,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/84b5f663c20f413a9acbe3e667224536 is 1055, key is row0031/info:/1730982434170/Put/seqid=0 2024-11-07T12:27:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741839_1015 (size=13386) 2024-11-07T12:27:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741839_1015 (size=13386) 2024-11-07T12:27:16,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/84b5f663c20f413a9acbe3e667224536 2024-11-07T12:27:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/84b5f663c20f413a9acbe3e667224536 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/84b5f663c20f413a9acbe3e667224536 2024-11-07T12:27:16,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/84b5f663c20f413a9acbe3e667224536, entries=8, sequenceid=48, filesize=13.1 K 2024-11-07T12:27:16,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for f39da6c7aefe5146923fb181a962daa1 in 26ms, sequenceid=48, compaction requested=true 2024-11-07T12:27:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-07T12:27:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:16,209 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717 because midkey is the same as first or last row 2024-11-07T12:27:16,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f39da6c7aefe5146923fb181a962daa1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:27:16,210 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:27:16,211 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:27:16,211 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): f39da6c7aefe5146923fb181a962daa1/info is initiating minor compaction (all files) 2024-11-07T12:27:16,212 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f39da6c7aefe5146923fb181a962daa1/info in TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:16,212 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a973d744581b4787879bdc37427925b9, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/84b5f663c20f413a9acbe3e667224536] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp, totalSize=53.6 K 2024-11-07T12:27:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:16,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-07T12:27:16,212 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a973d744581b4787879bdc37427925b9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1730982423993 2024-11-07T12:27:16,213 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting c70bcc167c3147119a14bb80b8e49717, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730982424007 2024-11-07T12:27:16,213 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b5f663c20f413a9acbe3e667224536, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730982434170 2024-11-07T12:27:16,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/a6bb81fb163f4dbfa9c7123877dfc920 is 1055, key is row0039/info:/1730982436183/Put/seqid=0 2024-11-07T12:27:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741840_1016 (size=23926) 2024-11-07T12:27:16,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741840_1016 (size=23926) 2024-11-07T12:27:16,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/a6bb81fb163f4dbfa9c7123877dfc920 2024-11-07T12:27:16,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/a6bb81fb163f4dbfa9c7123877dfc920 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a6bb81fb163f4dbfa9c7123877dfc920 2024-11-07T12:27:16,232 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f39da6c7aefe5146923fb181a962daa1#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:27:16,233 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/bac2e45ba3a146a899c08c796e8944d1 is 1055, key is row0001/info:/1730982423993/Put/seqid=0 2024-11-07T12:27:16,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a6bb81fb163f4dbfa9c7123877dfc920, entries=18, sequenceid=69, filesize=23.4 K 2024-11-07T12:27:16,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for f39da6c7aefe5146923fb181a962daa1 in 25ms, sequenceid=69, compaction requested=false 2024-11-07T12:27:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-11-07T12:27:16,237 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:16,238 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717 because midkey is the same as first or last row 2024-11-07T12:27:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741841_1017 (size=45105) 2024-11-07T12:27:16,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741841_1017 (size=45105) 2024-11-07T12:27:16,244 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/bac2e45ba3a146a899c08c796e8944d1 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 2024-11-07T12:27:16,251 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f39da6c7aefe5146923fb181a962daa1/info of f39da6c7aefe5146923fb181a962daa1 into bac2e45ba3a146a899c08c796e8944d1(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:27:16,251 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:16,254 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., storeName=f39da6c7aefe5146923fb181a962daa1/info, priority=13, startTime=1730982436210; duration=0sec 2024-11-07T12:27:16,255 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-07T12:27:16,255 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:16,255 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 because midkey is the same as first or last row 2024-11-07T12:27:16,255 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-07T12:27:16,255 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:16,255 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 because midkey is the same as first or last row 2024-11-07T12:27:16,256 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-07T12:27:16,256 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:16,256 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 because midkey is the same as first or last row 2024-11-07T12:27:16,256 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:16,256 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f39da6c7aefe5146923fb181a962daa1:info 2024-11-07T12:27:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-07T12:27:18,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/27a17095dc514f8aaeb34ff9104cae58 is 1055, key is row0057/info:/1730982436213/Put/seqid=0 2024-11-07T12:27:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741842_1018 (size=14438) 2024-11-07T12:27:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741842_1018 (size=14438) 2024-11-07T12:27:18,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/27a17095dc514f8aaeb34ff9104cae58 2024-11-07T12:27:18,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/27a17095dc514f8aaeb34ff9104cae58 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/27a17095dc514f8aaeb34ff9104cae58 2024-11-07T12:27:18,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/27a17095dc514f8aaeb34ff9104cae58, entries=9, sequenceid=82, filesize=14.1 K 2024-11-07T12:27:18,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=16.42 KB/16816 for f39da6c7aefe5146923fb181a962daa1 in 27ms, sequenceid=82, compaction requested=true 2024-11-07T12:27:18,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:18,256 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-07T12:27:18,256 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:18,256 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 because midkey is the same as first or last row 2024-11-07T12:27:18,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f39da6c7aefe5146923fb181a962daa1:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:27:18,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:18,256 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:27:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,258 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:27:18,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-07T12:27:18,258 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): f39da6c7aefe5146923fb181a962daa1/info is initiating minor compaction (all files) 2024-11-07T12:27:18,258 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f39da6c7aefe5146923fb181a962daa1/info in TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:18,258 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a6bb81fb163f4dbfa9c7123877dfc920, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/27a17095dc514f8aaeb34ff9104cae58] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp, totalSize=81.5 K 2024-11-07T12:27:18,258 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting bac2e45ba3a146a899c08c796e8944d1, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730982423993 2024-11-07T12:27:18,259 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6bb81fb163f4dbfa9c7123877dfc920, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1730982436183 2024-11-07T12:27:18,259 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27a17095dc514f8aaeb34ff9104cae58, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1730982436213 2024-11-07T12:27:18,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/b2a5e848c99e41c38d2949e95dbc8ba6 is 1055, key is row0066/info:/1730982438230/Put/seqid=0 2024-11-07T12:27:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741843_1019 (size=23926) 2024-11-07T12:27:18,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741843_1019 (size=23926) 2024-11-07T12:27:18,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/b2a5e848c99e41c38d2949e95dbc8ba6 2024-11-07T12:27:18,276 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f39da6c7aefe5146923fb181a962daa1#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:27:18,276 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/fee4b782e71541b68332468bfec9fedb is 1055, key is row0001/info:/1730982423993/Put/seqid=0 2024-11-07T12:27:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/b2a5e848c99e41c38d2949e95dbc8ba6 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/b2a5e848c99e41c38d2949e95dbc8ba6 2024-11-07T12:27:18,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:27:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:52588 deadline: 1730982448278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 2024-11-07T12:27:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:18,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 because the exception is null or not the one we care about 2024-11-07T12:27:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741844_1020 (size=73753) 2024-11-07T12:27:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741844_1020 (size=73753) 2024-11-07T12:27:18,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/b2a5e848c99e41c38d2949e95dbc8ba6, entries=18, sequenceid=103, filesize=23.4 K 2024-11-07T12:27:18,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for f39da6c7aefe5146923fb181a962daa1 in 27ms, sequenceid=103, compaction requested=false 2024-11-07T12:27:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.9 K, sizeToCheck=16.0 K 2024-11-07T12:27:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 because midkey is the same as first or last row 2024-11-07T12:27:18,287 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/fee4b782e71541b68332468bfec9fedb as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb 2024-11-07T12:27:18,293 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f39da6c7aefe5146923fb181a962daa1/info of f39da6c7aefe5146923fb181a962daa1 into fee4b782e71541b68332468bfec9fedb(size=72.0 K), total size for store is 95.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:27:18,293 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f39da6c7aefe5146923fb181a962daa1: 2024-11-07T12:27:18,293 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., storeName=f39da6c7aefe5146923fb181a962daa1/info, priority=13, startTime=1730982438256; duration=0sec 2024-11-07T12:27:18,294 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-07T12:27:18,294 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:18,294 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-07T12:27:18,294 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:18,294 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-07T12:27:18,294 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T12:27:18,295 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:18,295 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:18,295 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f39da6c7aefe5146923fb181a962daa1:info 2024-11-07T12:27:18,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] assignment.AssignmentManager(1355): Split request from 87fb68174c52,38631,1730982412893, parent={ENCODED => f39da6c7aefe5146923fb181a962daa1, NAME => 'TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-07T12:27:18,301 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=87fb68174c52,38631,1730982412893 2024-11-07T12:27:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f39da6c7aefe5146923fb181a962daa1, daughterA=5bbab1d5a575fad3aaed7cafa8f4aef3, daughterB=73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f39da6c7aefe5146923fb181a962daa1, daughterA=5bbab1d5a575fad3aaed7cafa8f4aef3, daughterB=73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f39da6c7aefe5146923fb181a962daa1, daughterA=5bbab1d5a575fad3aaed7cafa8f4aef3, daughterB=73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f39da6c7aefe5146923fb181a962daa1, daughterA=5bbab1d5a575fad3aaed7cafa8f4aef3, daughterB=73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, UNASSIGN}] 2024-11-07T12:27:18,313 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, UNASSIGN 2024-11-07T12:27:18,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f39da6c7aefe5146923fb181a962daa1, regionState=CLOSING, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:27:18,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, UNASSIGN because future has completed 2024-11-07T12:27:18,317 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-07T12:27:18,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893}] 2024-11-07T12:27:18,474 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,474 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-07T12:27:18,474 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing f39da6c7aefe5146923fb181a962daa1, disabling compactions & flushes 2024-11-07T12:27:18,475 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:18,475 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:18,475 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. after waiting 0 ms 2024-11-07T12:27:18,475 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:18,475 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing f39da6c7aefe5146923fb181a962daa1 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-07T12:27:18,479 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/589cdb3889e04bd282433343ca38e1af is 1055, key is row0084/info:/1730982438258/Put/seqid=0 2024-11-07T12:27:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741845_1021 (size=16542) 2024-11-07T12:27:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741845_1021 (size=16542) 2024-11-07T12:27:18,485 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/589cdb3889e04bd282433343ca38e1af 2024-11-07T12:27:18,491 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/.tmp/info/589cdb3889e04bd282433343ca38e1af as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/589cdb3889e04bd282433343ca38e1af 2024-11-07T12:27:18,496 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/589cdb3889e04bd282433343ca38e1af, entries=11, sequenceid=118, filesize=16.2 K 2024-11-07T12:27:18,497 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for f39da6c7aefe5146923fb181a962daa1 in 22ms, sequenceid=118, compaction requested=true 2024-11-07T12:27:18,498 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a973d744581b4787879bdc37427925b9, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/84b5f663c20f413a9acbe3e667224536, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a6bb81fb163f4dbfa9c7123877dfc920, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/27a17095dc514f8aaeb34ff9104cae58] to archive 2024-11-07T12:27:18,498 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:27:18,500 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a973d744581b4787879bdc37427925b9 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a973d744581b4787879bdc37427925b9 2024-11-07T12:27:18,501 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/c70bcc167c3147119a14bb80b8e49717 2024-11-07T12:27:18,502 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/bac2e45ba3a146a899c08c796e8944d1 2024-11-07T12:27:18,503 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/84b5f663c20f413a9acbe3e667224536 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/84b5f663c20f413a9acbe3e667224536 2024-11-07T12:27:18,505 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a6bb81fb163f4dbfa9c7123877dfc920 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/a6bb81fb163f4dbfa9c7123877dfc920 2024-11-07T12:27:18,506 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/27a17095dc514f8aaeb34ff9104cae58 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/27a17095dc514f8aaeb34ff9104cae58 2024-11-07T12:27:18,511 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-07T12:27:18,511 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. 2024-11-07T12:27:18,512 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for f39da6c7aefe5146923fb181a962daa1: Waiting for close lock at 1730982438474Running coprocessor pre-close hooks at 1730982438474Disabling compacts and flushes for region at 1730982438474Disabling writes for close at 1730982438475 (+1 ms)Obtaining lock to block concurrent updates at 1730982438475Preparing flush snapshotting stores in f39da6c7aefe5146923fb181a962daa1 at 1730982438475Finished memstore snapshotting TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1730982438475Flushing stores of TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. at 1730982438476 (+1 ms)Flushing f39da6c7aefe5146923fb181a962daa1/info: creating writer at 1730982438476Flushing f39da6c7aefe5146923fb181a962daa1/info: appending metadata at 1730982438479 (+3 ms)Flushing f39da6c7aefe5146923fb181a962daa1/info: closing flushed file at 1730982438479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b998181: reopening flushed file at 1730982438490 (+11 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for f39da6c7aefe5146923fb181a962daa1 in 22ms, sequenceid=118, compaction requested=true at 1730982438497 (+7 ms)Writing region close event to WAL at 1730982438508 (+11 ms)Running coprocessor post-close hooks at 1730982438511 (+3 ms)Closed at 1730982438511 2024-11-07T12:27:18,514 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f39da6c7aefe5146923fb181a962daa1, regionState=CLOSED 2024-11-07T12:27:18,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 because future has completed 2024-11-07T12:27:18,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T12:27:18,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure f39da6c7aefe5146923fb181a962daa1, server=87fb68174c52,38631,1730982412893 in 201 msec 2024-11-07T12:27:18,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T12:27:18,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f39da6c7aefe5146923fb181a962daa1, UNASSIGN in 208 msec 2024-11-07T12:27:18,531 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:27:18,536 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=f39da6c7aefe5146923fb181a962daa1, threads=3 2024-11-07T12:27:18,538 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/589cdb3889e04bd282433343ca38e1af for region: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,538 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb for region: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,538 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/b2a5e848c99e41c38d2949e95dbc8ba6 for region: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,550 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/589cdb3889e04bd282433343ca38e1af, top=true 2024-11-07T12:27:18,550 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/b2a5e848c99e41c38d2949e95dbc8ba6, top=true 2024-11-07T12:27:18,555 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af for child: 73b340401122b66e7eaf9e569a3205ec, parent: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,555 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/589cdb3889e04bd282433343ca38e1af for region: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,556 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6 for child: 73b340401122b66e7eaf9e569a3205ec, parent: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,556 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/b2a5e848c99e41c38d2949e95dbc8ba6 for region: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741846_1022 (size=27) 2024-11-07T12:27:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741846_1022 (size=27) 2024-11-07T12:27:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741847_1023 (size=27) 2024-11-07T12:27:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741847_1023 (size=27) 2024-11-07T12:27:18,572 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb for region: f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:27:18,574 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region f39da6c7aefe5146923fb181a962daa1 Daughter A: [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1] storefiles, Daughter B: [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1] storefiles. 2024-11-07T12:27:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741848_1024 (size=71) 2024-11-07T12:27:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741848_1024 (size=71) 2024-11-07T12:27:18,584 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:27:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741849_1025 (size=71) 2024-11-07T12:27:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741849_1025 (size=71) 2024-11-07T12:27:18,605 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:27:18,615 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-07T12:27:18,617 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-07T12:27:18,620 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1730982438619"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1730982438619"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1730982438619"}]},"ts":"1730982438619"} 2024-11-07T12:27:18,620 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1730982438619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982438619"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1730982438619"}]},"ts":"1730982438619"} 2024-11-07T12:27:18,620 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1730982438619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982438619"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1730982438619"}]},"ts":"1730982438619"} 2024-11-07T12:27:18,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5bbab1d5a575fad3aaed7cafa8f4aef3, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=73b340401122b66e7eaf9e569a3205ec, ASSIGN}] 2024-11-07T12:27:18,640 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=73b340401122b66e7eaf9e569a3205ec, ASSIGN 2024-11-07T12:27:18,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5bbab1d5a575fad3aaed7cafa8f4aef3, ASSIGN 2024-11-07T12:27:18,641 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=73b340401122b66e7eaf9e569a3205ec, ASSIGN; state=SPLITTING_NEW, location=87fb68174c52,38631,1730982412893; forceNewPlan=false, retain=false 2024-11-07T12:27:18,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5bbab1d5a575fad3aaed7cafa8f4aef3, ASSIGN; state=SPLITTING_NEW, location=87fb68174c52,38631,1730982412893; forceNewPlan=false, retain=false 2024-11-07T12:27:18,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=73b340401122b66e7eaf9e569a3205ec, regionState=OPENING, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:27:18,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5bbab1d5a575fad3aaed7cafa8f4aef3, regionState=OPENING, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:27:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5bbab1d5a575fad3aaed7cafa8f4aef3, ASSIGN because future has completed 2024-11-07T12:27:18,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bbab1d5a575fad3aaed7cafa8f4aef3, server=87fb68174c52,38631,1730982412893}] 2024-11-07T12:27:18,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=73b340401122b66e7eaf9e569a3205ec, ASSIGN because future has completed 2024-11-07T12:27:18,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893}] 2024-11-07T12:27:18,950 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:27:18,950 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bbab1d5a575fad3aaed7cafa8f4aef3, NAME => 'TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-07T12:27:18,951 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,951 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:27:18,951 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,951 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,952 INFO [StoreOpener-5bbab1d5a575fad3aaed7cafa8f4aef3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,953 INFO [StoreOpener-5bbab1d5a575fad3aaed7cafa8f4aef3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bbab1d5a575fad3aaed7cafa8f4aef3 columnFamilyName info 2024-11-07T12:27:18,953 DEBUG [StoreOpener-5bbab1d5a575fad3aaed7cafa8f4aef3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:27:18,965 DEBUG [StoreOpener-5bbab1d5a575fad3aaed7cafa8f4aef3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1->hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb-bottom 2024-11-07T12:27:18,965 INFO [StoreOpener-5bbab1d5a575fad3aaed7cafa8f4aef3-1 {}] regionserver.HStore(327): Store=5bbab1d5a575fad3aaed7cafa8f4aef3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:27:18,966 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,966 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,967 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,968 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,968 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,969 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,970 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 5bbab1d5a575fad3aaed7cafa8f4aef3; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=803377, jitterRate=0.021547138690948486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:27:18,970 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:27:18,971 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5bbab1d5a575fad3aaed7cafa8f4aef3: Running coprocessor pre-open hook at 1730982438951Writing region info on filesystem at 1730982438951Initializing all the Stores at 1730982438952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982438952Cleaning up temporary data from old regions at 1730982438968 (+16 ms)Running coprocessor post-open hooks at 1730982438970 (+2 ms)Region opened successfully at 1730982438971 (+1 ms) 2024-11-07T12:27:18,972 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3., pid=12, masterSystemTime=1730982438946 2024-11-07T12:27:18,972 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 5bbab1d5a575fad3aaed7cafa8f4aef3:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:27:18,972 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:18,972 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-07T12:27:18,972 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:27:18,972 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 5bbab1d5a575fad3aaed7cafa8f4aef3/info is initiating minor compaction (all files) 2024-11-07T12:27:18,972 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5bbab1d5a575fad3aaed7cafa8f4aef3/info in TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:27:18,973 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1->hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb-bottom] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/.tmp, totalSize=72.0 K 2024-11-07T12:27:18,973 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1730982423993 2024-11-07T12:27:18,974 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:27:18,974 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:27:18,974 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:18,974 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 73b340401122b66e7eaf9e569a3205ec, NAME => 'TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-07T12:27:18,975 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5bbab1d5a575fad3aaed7cafa8f4aef3, regionState=OPEN, openSeqNum=122, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:27:18,975 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:27:18,975 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,975 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,977 INFO [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:18,977 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-07T12:27:18,977 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T12:27:18,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-07T12:27:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bbab1d5a575fad3aaed7cafa8f4aef3, server=87fb68174c52,38631,1730982412893 because future has completed 2024-11-07T12:27:18,978 INFO [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73b340401122b66e7eaf9e569a3205ec columnFamilyName info 2024-11-07T12:27:18,978 DEBUG [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:27:18,979 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=87fb68174c52,38631,1730982412893, table=TestLogRolling-testLogRolling, region=5bbab1d5a575fad3aaed7cafa8f4aef3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T12:27:18,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-07T12:27:18,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bbab1d5a575fad3aaed7cafa8f4aef3, server=87fb68174c52,38631,1730982412893 in 188 msec 2024-11-07T12:27:18,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5bbab1d5a575fad3aaed7cafa8f4aef3, ASSIGN in 347 msec 2024-11-07T12:27:18,996 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bbab1d5a575fad3aaed7cafa8f4aef3#info#compaction#40 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:27:18,996 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/.tmp/info/bdecf83282df4ca69cdfdfd8501920d0 is 1055, key is row0001/info:/1730982423993/Put/seqid=0 2024-11-07T12:27:18,997 DEBUG [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af 2024-11-07T12:27:19,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/info/ba51e52fd18e40fdb9e0e8840c07cd44 is 193, key is TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec./info:regioninfo/1730982438791/Put/seqid=0 2024-11-07T12:27:19,002 DEBUG [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6 2024-11-07T12:27:19,007 DEBUG [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1->hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb-top 2024-11-07T12:27:19,007 INFO [StoreOpener-73b340401122b66e7eaf9e569a3205ec-1 {}] regionserver.HStore(327): Store=73b340401122b66e7eaf9e569a3205ec/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:27:19,007 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,008 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,010 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,010 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,010 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741850_1026 (size=71441) 2024-11-07T12:27:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741850_1026 (size=71441) 2024-11-07T12:27:19,013 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,014 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 73b340401122b66e7eaf9e569a3205ec; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879574, jitterRate=0.11843696236610413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:27:19,015 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:19,015 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 73b340401122b66e7eaf9e569a3205ec: Running coprocessor pre-open hook at 1730982438975Writing region info on filesystem at 1730982438975Initializing all the Stores at 1730982438976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982438976Cleaning up temporary data from old regions at 1730982439011 (+35 ms)Running coprocessor post-open hooks at 1730982439015 (+4 ms)Region opened successfully at 1730982439015 2024-11-07T12:27:19,016 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., pid=13, masterSystemTime=1730982438946 2024-11-07T12:27:19,016 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:27:19,016 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:19,016 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:27:19,018 DEBUG [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:19,019 INFO [RS_OPEN_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:19,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741851_1027 (size=9847) 2024-11-07T12:27:19,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741851_1027 (size=9847) 2024-11-07T12:27:19,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=73b340401122b66e7eaf9e569a3205ec, regionState=OPEN, openSeqNum=122, regionLocation=87fb68174c52,38631,1730982412893 2024-11-07T12:27:19,020 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/.tmp/info/bdecf83282df4ca69cdfdfd8501920d0 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/bdecf83282df4ca69cdfdfd8501920d0 2024-11-07T12:27:19,020 INFO [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:19,020 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:27:19,021 INFO [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:19,021 INFO [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1->hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb-top, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=111.5 K 2024-11-07T12:27:19,022 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] compactions.Compactor(225): Compacting fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730982423993 2024-11-07T12:27:19,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893 because future has completed 2024-11-07T12:27:19,022 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1730982438230 2024-11-07T12:27:19,023 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1730982438258 2024-11-07T12:27:19,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-07T12:27:19,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893 in 228 msec 2024-11-07T12:27:19,028 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 5bbab1d5a575fad3aaed7cafa8f4aef3/info of 5bbab1d5a575fad3aaed7cafa8f4aef3 into bdecf83282df4ca69cdfdfd8501920d0(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:27:19,028 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5bbab1d5a575fad3aaed7cafa8f4aef3: 2024-11-07T12:27:19,028 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3., storeName=5bbab1d5a575fad3aaed7cafa8f4aef3/info, priority=15, startTime=1730982438972; duration=0sec 2024-11-07T12:27:19,028 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:19,028 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bbab1d5a575fad3aaed7cafa8f4aef3:info 2024-11-07T12:27:19,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-07T12:27:19,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=73b340401122b66e7eaf9e569a3205ec, ASSIGN in 388 msec 2024-11-07T12:27:19,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=f39da6c7aefe5146923fb181a962daa1, daughterA=5bbab1d5a575fad3aaed7cafa8f4aef3, daughterB=73b340401122b66e7eaf9e569a3205ec in 728 msec 2024-11-07T12:27:19,048 INFO [RS:0;87fb68174c52:38631-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#42 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:27:19,048 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/1b227affefa6491da9c0172284568470 is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:27:19,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741852_1028 (size=37897) 2024-11-07T12:27:19,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741852_1028 (size=37897) 2024-11-07T12:27:19,060 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/1b227affefa6491da9c0172284568470 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1b227affefa6491da9c0172284568470 2024-11-07T12:27:19,067 INFO [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into 1b227affefa6491da9c0172284568470(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:27:19,067 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:19,067 INFO [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982439016; duration=0sec 2024-11-07T12:27:19,067 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:19,067 DEBUG [RS:0;87fb68174c52:38631-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:27:19,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/info/ba51e52fd18e40fdb9e0e8840c07cd44 2024-11-07T12:27:19,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/ns/f640a621b93a4cc09995823834006932 is 43, key is default/ns:d/1730982413887/Put/seqid=0 2024-11-07T12:27:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741853_1029 (size=5153) 2024-11-07T12:27:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741853_1029 (size=5153) 2024-11-07T12:27:19,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/ns/f640a621b93a4cc09995823834006932 2024-11-07T12:27:19,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/table/06069e492123434a80243912b89cb192 is 65, key is TestLogRolling-testLogRolling/table:state/1730982414305/Put/seqid=0 2024-11-07T12:27:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741854_1030 (size=5340) 2024-11-07T12:27:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741854_1030 (size=5340) 2024-11-07T12:27:19,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/table/06069e492123434a80243912b89cb192 2024-11-07T12:27:19,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/info/ba51e52fd18e40fdb9e0e8840c07cd44 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/info/ba51e52fd18e40fdb9e0e8840c07cd44 2024-11-07T12:27:19,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/info/ba51e52fd18e40fdb9e0e8840c07cd44, entries=30, sequenceid=17, filesize=9.6 K 2024-11-07T12:27:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/ns/f640a621b93a4cc09995823834006932 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/ns/f640a621b93a4cc09995823834006932 2024-11-07T12:27:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/ns/f640a621b93a4cc09995823834006932, entries=2, sequenceid=17, filesize=5.0 K 2024-11-07T12:27:19,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/table/06069e492123434a80243912b89cb192 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/table/06069e492123434a80243912b89cb192 2024-11-07T12:27:19,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/table/06069e492123434a80243912b89cb192, entries=2, sequenceid=17, filesize=5.2 K 2024-11-07T12:27:19,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 540ms, sequenceid=17, compaction requested=false 2024-11-07T12:27:19,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-07T12:27:22,805 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:27:23,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:23,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T12:27:24,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:24,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T12:27:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:52588 deadline: 1730982458356, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. is not online on 87fb68174c52,38631,1730982412893 2024-11-07T12:27:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. is not online on 87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1. is not online on 87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1730982413929.f39da6c7aefe5146923fb181a962daa1., hostname=87fb68174c52,38631,1730982412893, seqNum=2 from cache 2024-11-07T12:27:33,904 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:27:33,905 INFO [master/87fb68174c52:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:27:38,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-07T12:27:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., hostname=87fb68174c52,38631,1730982412893, seqNum=122] 2024-11-07T12:27:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:50,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:27:50,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/fdd42dfd7bcf40eba8d5e8958cf6b2db is 1055, key is row0095/info:/1730982468515/Put/seqid=0 2024-11-07T12:27:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741855_1031 (size=13391) 2024-11-07T12:27:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741855_1031 (size=13391) 2024-11-07T12:27:50,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/fdd42dfd7bcf40eba8d5e8958cf6b2db 2024-11-07T12:27:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/fdd42dfd7bcf40eba8d5e8958cf6b2db as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fdd42dfd7bcf40eba8d5e8958cf6b2db 2024-11-07T12:27:50,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fdd42dfd7bcf40eba8d5e8958cf6b2db, entries=8, sequenceid=133, filesize=13.1 K 2024-11-07T12:27:50,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 73b340401122b66e7eaf9e569a3205ec in 27ms, sequenceid=133, compaction requested=false 2024-11-07T12:27:50,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:50,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-07T12:27:50,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/941054a82acb41de81f249c5d470fdfe is 1055, key is row0103/info:/1730982470530/Put/seqid=0 2024-11-07T12:27:50,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741856_1032 (size=23944) 2024-11-07T12:27:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741856_1032 (size=23944) 2024-11-07T12:27:50,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/941054a82acb41de81f249c5d470fdfe 2024-11-07T12:27:50,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/941054a82acb41de81f249c5d470fdfe as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/941054a82acb41de81f249c5d470fdfe 2024-11-07T12:27:50,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/941054a82acb41de81f249c5d470fdfe, entries=18, sequenceid=154, filesize=23.4 K 2024-11-07T12:27:50,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for 73b340401122b66e7eaf9e569a3205ec in 23ms, sequenceid=154, compaction requested=true 2024-11-07T12:27:50,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:50,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:27:50,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:50,580 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:27:50,581 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 75232 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:27:50,581 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:27:50,581 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:50,581 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1b227affefa6491da9c0172284568470, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fdd42dfd7bcf40eba8d5e8958cf6b2db, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/941054a82acb41de81f249c5d470fdfe] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=73.5 K 2024-11-07T12:27:50,582 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b227affefa6491da9c0172284568470, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1730982436225 2024-11-07T12:27:50,582 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd42dfd7bcf40eba8d5e8958cf6b2db, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1730982468515 2024-11-07T12:27:50,582 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 941054a82acb41de81f249c5d470fdfe, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730982470530 2024-11-07T12:27:50,594 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#47 average throughput is 57.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:27:50,594 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0128be25226d423b9b80fc2cf548cfa7 is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:27:50,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741857_1033 (size=65446) 2024-11-07T12:27:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741857_1033 (size=65446) 2024-11-07T12:27:50,605 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0128be25226d423b9b80fc2cf548cfa7 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0128be25226d423b9b80fc2cf548cfa7 2024-11-07T12:27:50,611 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into 0128be25226d423b9b80fc2cf548cfa7(size=63.9 K), total size for store is 63.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:27:50,611 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:50,611 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982470580; duration=0sec 2024-11-07T12:27:50,611 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:50,611 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:27:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:52,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-07T12:27:52,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/cf86ac9794504b108df8374472fa68c8 is 1055, key is row0121/info:/1730982470558/Put/seqid=0 2024-11-07T12:27:52,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741858_1034 (size=14447) 2024-11-07T12:27:52,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741858_1034 (size=14447) 2024-11-07T12:27:52,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/cf86ac9794504b108df8374472fa68c8 2024-11-07T12:27:52,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/cf86ac9794504b108df8374472fa68c8 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/cf86ac9794504b108df8374472fa68c8 2024-11-07T12:27:52,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/cf86ac9794504b108df8374472fa68c8, entries=9, sequenceid=167, filesize=14.1 K 2024-11-07T12:27:52,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=14.37 KB/14714 for 73b340401122b66e7eaf9e569a3205ec in 25ms, sequenceid=167, compaction requested=false 2024-11-07T12:27:52,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:27:52,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-07T12:27:52,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ea220080ff0e41bebcb2d21d504eb205 is 1055, key is row0130/info:/1730982472574/Put/seqid=0 2024-11-07T12:27:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741859_1035 (size=20781) 2024-11-07T12:27:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741859_1035 (size=20781) 2024-11-07T12:27:52,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ea220080ff0e41bebcb2d21d504eb205 2024-11-07T12:27:52,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ea220080ff0e41bebcb2d21d504eb205 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ea220080ff0e41bebcb2d21d504eb205 2024-11-07T12:27:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T12:27:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:52588 deadline: 1730982482621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893 2024-11-07T12:27:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., hostname=87fb68174c52,38631,1730982412893, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., hostname=87fb68174c52,38631,1730982412893, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., hostname=87fb68174c52,38631,1730982412893, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=73b340401122b66e7eaf9e569a3205ec, server=87fb68174c52,38631,1730982412893 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T12:27:52,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., hostname=87fb68174c52,38631,1730982412893, seqNum=122 because the exception is null or not the one we care about 2024-11-07T12:27:52,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ea220080ff0e41bebcb2d21d504eb205, entries=15, sequenceid=185, filesize=20.3 K 2024-11-07T12:27:52,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 73b340401122b66e7eaf9e569a3205ec in 27ms, sequenceid=185, compaction requested=true 2024-11-07T12:27:52,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:27:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:52,626 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:27:52,627 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100674 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:27:52,627 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:27:52,627 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:27:52,627 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0128be25226d423b9b80fc2cf548cfa7, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/cf86ac9794504b108df8374472fa68c8, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ea220080ff0e41bebcb2d21d504eb205] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=98.3 K 2024-11-07T12:27:52,627 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0128be25226d423b9b80fc2cf548cfa7, keycount=57, bloomtype=ROW, size=63.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730982436225 2024-11-07T12:27:52,628 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf86ac9794504b108df8374472fa68c8, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1730982470558 2024-11-07T12:27:52,628 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea220080ff0e41bebcb2d21d504eb205, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1730982472574 2024-11-07T12:27:52,642 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#50 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:27:52,643 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/8da77023dd064bd18d57ba3ebdbe3a54 is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:27:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741860_1036 (size=90897) 2024-11-07T12:27:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741860_1036 (size=90897) 2024-11-07T12:27:52,654 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/8da77023dd064bd18d57ba3ebdbe3a54 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8da77023dd064bd18d57ba3ebdbe3a54 2024-11-07T12:27:52,661 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into 8da77023dd064bd18d57ba3ebdbe3a54(size=88.8 K), total size for store is 88.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:27:52,661 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:27:52,661 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982472625; duration=0sec 2024-11-07T12:27:52,661 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:27:52,661 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:27:52,806 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:27:53,899 DEBUG [master/87fb68174c52:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:28:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:02,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-07T12:28:02,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0154a20a198a484e9f76b6705ed222b1 is 1055, key is row0145/info:/1730982472599/Put/seqid=0 2024-11-07T12:28:02,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741861_1037 (size=20781) 2024-11-07T12:28:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741861_1037 (size=20781) 2024-11-07T12:28:02,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0154a20a198a484e9f76b6705ed222b1 2024-11-07T12:28:02,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0154a20a198a484e9f76b6705ed222b1 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0154a20a198a484e9f76b6705ed222b1 2024-11-07T12:28:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0154a20a198a484e9f76b6705ed222b1, entries=15, sequenceid=204, filesize=20.3 K 2024-11-07T12:28:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 73b340401122b66e7eaf9e569a3205ec in 21ms, sequenceid=204, compaction requested=false 2024-11-07T12:28:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:03,951 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5bbab1d5a575fad3aaed7cafa8f4aef3, had cached 0 bytes from a total of 71441 2024-11-07T12:28:03,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 73b340401122b66e7eaf9e569a3205ec, had cached 0 bytes from a total of 111678 2024-11-07T12:28:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:04,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:28:04,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/d8396b552d394d08b24ea3dada44a2cb is 1055, key is row0160/info:/1730982482709/Put/seqid=0 2024-11-07T12:28:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741862_1038 (size=13394) 2024-11-07T12:28:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741862_1038 (size=13394) 2024-11-07T12:28:04,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/d8396b552d394d08b24ea3dada44a2cb 2024-11-07T12:28:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/d8396b552d394d08b24ea3dada44a2cb as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/d8396b552d394d08b24ea3dada44a2cb 2024-11-07T12:28:04,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/d8396b552d394d08b24ea3dada44a2cb, entries=8, sequenceid=215, filesize=13.1 K 2024-11-07T12:28:04,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 73b340401122b66e7eaf9e569a3205ec in 25ms, sequenceid=215, compaction requested=true 2024-11-07T12:28:04,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:04,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:28:04,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:04,746 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:28:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:04,747 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125072 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:28:04,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-07T12:28:04,747 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:28:04,747 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:04,747 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8da77023dd064bd18d57ba3ebdbe3a54, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0154a20a198a484e9f76b6705ed222b1, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/d8396b552d394d08b24ea3dada44a2cb] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=122.1 K 2024-11-07T12:28:04,748 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8da77023dd064bd18d57ba3ebdbe3a54, keycount=81, bloomtype=ROW, size=88.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1730982436225 2024-11-07T12:28:04,748 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0154a20a198a484e9f76b6705ed222b1, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1730982472599 2024-11-07T12:28:04,749 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8396b552d394d08b24ea3dada44a2cb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1730982482709 2024-11-07T12:28:04,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ec46778ae28b477ab6da63eac2993e57 is 1055, key is row0168/info:/1730982484722/Put/seqid=0 2024-11-07T12:28:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741863_1039 (size=22891) 2024-11-07T12:28:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741863_1039 (size=22891) 2024-11-07T12:28:04,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ec46778ae28b477ab6da63eac2993e57 2024-11-07T12:28:04,763 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#54 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:28:04,764 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ab7a40c616a34355b4b48d08e02dd4aa is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:28:04,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ec46778ae28b477ab6da63eac2993e57 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ec46778ae28b477ab6da63eac2993e57 2024-11-07T12:28:04,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ec46778ae28b477ab6da63eac2993e57, entries=17, sequenceid=235, filesize=22.4 K 2024-11-07T12:28:04,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=8.21 KB/8408 for 73b340401122b66e7eaf9e569a3205ec in 24ms, sequenceid=235, compaction requested=false 2024-11-07T12:28:04,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741864_1040 (size=115222) 2024-11-07T12:28:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741864_1040 (size=115222) 2024-11-07T12:28:04,779 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/ab7a40c616a34355b4b48d08e02dd4aa as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ab7a40c616a34355b4b48d08e02dd4aa 2024-11-07T12:28:04,785 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into ab7a40c616a34355b4b48d08e02dd4aa(size=112.5 K), total size for store is 134.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:28:04,785 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:04,785 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982484746; duration=0sec 2024-11-07T12:28:04,785 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:04,785 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:28:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:06,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-07T12:28:06,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/8908a2bc14a34d32a88ae84487a91b1d is 1055, key is row0185/info:/1730982484748/Put/seqid=0 2024-11-07T12:28:06,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741865_1041 (size=14447) 2024-11-07T12:28:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741865_1041 (size=14447) 2024-11-07T12:28:06,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/8908a2bc14a34d32a88ae84487a91b1d 2024-11-07T12:28:06,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/8908a2bc14a34d32a88ae84487a91b1d as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8908a2bc14a34d32a88ae84487a91b1d 2024-11-07T12:28:06,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8908a2bc14a34d32a88ae84487a91b1d, entries=9, sequenceid=248, filesize=14.1 K 2024-11-07T12:28:06,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=14.37 KB/14714 for 73b340401122b66e7eaf9e569a3205ec in 22ms, sequenceid=248, compaction requested=true 2024-11-07T12:28:06,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:06,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:28:06,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:06,785 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:28:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:06,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-07T12:28:06,786 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:28:06,786 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:28:06,786 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:06,786 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ab7a40c616a34355b4b48d08e02dd4aa, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ec46778ae28b477ab6da63eac2993e57, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8908a2bc14a34d32a88ae84487a91b1d] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=149.0 K 2024-11-07T12:28:06,787 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab7a40c616a34355b4b48d08e02dd4aa, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1730982436225 2024-11-07T12:28:06,787 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec46778ae28b477ab6da63eac2993e57, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1730982484722 2024-11-07T12:28:06,788 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8908a2bc14a34d32a88ae84487a91b1d, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1730982484748 2024-11-07T12:28:06,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/6d16f79b17794224a3cfa492905a68fd is 1055, key is row0194/info:/1730982486764/Put/seqid=0 2024-11-07T12:28:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741866_1042 (size=20790) 2024-11-07T12:28:06,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741866_1042 (size=20790) 2024-11-07T12:28:06,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/6d16f79b17794224a3cfa492905a68fd 2024-11-07T12:28:06,802 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#57 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:28:06,803 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/157b283fa9c642078272fd6b1311661d is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:28:06,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/6d16f79b17794224a3cfa492905a68fd as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6d16f79b17794224a3cfa492905a68fd 2024-11-07T12:28:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741867_1043 (size=142906) 2024-11-07T12:28:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741867_1043 (size=142906) 2024-11-07T12:28:06,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6d16f79b17794224a3cfa492905a68fd, entries=15, sequenceid=266, filesize=20.3 K 2024-11-07T12:28:06,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for 73b340401122b66e7eaf9e569a3205ec in 25ms, sequenceid=266, compaction requested=false 2024-11-07T12:28:06,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:06,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-07T12:28:06,815 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/157b283fa9c642078272fd6b1311661d as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/157b283fa9c642078272fd6b1311661d 2024-11-07T12:28:06,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0f26fc1c737a4d859d29787989d3512a is 1055, key is row0209/info:/1730982486787/Put/seqid=0 2024-11-07T12:28:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741868_1044 (size=19742) 2024-11-07T12:28:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741868_1044 (size=19742) 2024-11-07T12:28:06,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0f26fc1c737a4d859d29787989d3512a 2024-11-07T12:28:06,821 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into 157b283fa9c642078272fd6b1311661d(size=139.6 K), total size for store is 159.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:28:06,821 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:06,821 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982486785; duration=0sec 2024-11-07T12:28:06,821 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:06,821 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:28:06,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/0f26fc1c737a4d859d29787989d3512a as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0f26fc1c737a4d859d29787989d3512a 2024-11-07T12:28:06,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0f26fc1c737a4d859d29787989d3512a, entries=14, sequenceid=283, filesize=19.3 K 2024-11-07T12:28:06,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for 73b340401122b66e7eaf9e569a3205ec in 22ms, sequenceid=283, compaction requested=true 2024-11-07T12:28:06,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:06,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:28:06,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:06,833 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:28:06,835 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 183438 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:28:06,835 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:28:06,835 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:06,835 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/157b283fa9c642078272fd6b1311661d, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6d16f79b17794224a3cfa492905a68fd, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0f26fc1c737a4d859d29787989d3512a] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=179.1 K 2024-11-07T12:28:06,836 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 157b283fa9c642078272fd6b1311661d, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1730982436225 2024-11-07T12:28:06,836 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d16f79b17794224a3cfa492905a68fd, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1730982486764 2024-11-07T12:28:06,837 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f26fc1c737a4d859d29787989d3512a, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1730982486787 2024-11-07T12:28:06,849 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#59 average throughput is 53.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:28:06,849 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/abc1d186d1ed48c6861c46047a6455ff is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:28:06,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741869_1045 (size=173576) 2024-11-07T12:28:06,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741869_1045 (size=173576) 2024-11-07T12:28:06,859 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/abc1d186d1ed48c6861c46047a6455ff as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/abc1d186d1ed48c6861c46047a6455ff 2024-11-07T12:28:06,865 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into abc1d186d1ed48c6861c46047a6455ff(size=169.5 K), total size for store is 169.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:28:06,865 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:06,865 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982486833; duration=0sec 2024-11-07T12:28:06,866 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:06,866 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:28:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:08,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T12:28:08,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/1cc295d80d14416dbf0f3836a8b82f6f is 1055, key is row0223/info:/1730982486812/Put/seqid=0 2024-11-07T12:28:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741870_1046 (size=13402) 2024-11-07T12:28:08,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741870_1046 (size=13402) 2024-11-07T12:28:08,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/1cc295d80d14416dbf0f3836a8b82f6f 2024-11-07T12:28:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/1cc295d80d14416dbf0f3836a8b82f6f as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1cc295d80d14416dbf0f3836a8b82f6f 2024-11-07T12:28:08,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1cc295d80d14416dbf0f3836a8b82f6f, entries=8, sequenceid=296, filesize=13.1 K 2024-11-07T12:28:08,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 73b340401122b66e7eaf9e569a3205ec in 27ms, sequenceid=296, compaction requested=false 2024-11-07T12:28:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] regionserver.HRegion(8855): Flush requested on 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:08,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-07T12:28:08,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/6465f7d0122a4884ac5d7389a9696727 is 1055, key is row0231/info:/1730982488825/Put/seqid=0 2024-11-07T12:28:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741871_1047 (size=22908) 2024-11-07T12:28:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741871_1047 (size=22908) 2024-11-07T12:28:08,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/6465f7d0122a4884ac5d7389a9696727 2024-11-07T12:28:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/6465f7d0122a4884ac5d7389a9696727 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6465f7d0122a4884ac5d7389a9696727 2024-11-07T12:28:08,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6465f7d0122a4884ac5d7389a9696727, entries=17, sequenceid=316, filesize=22.4 K 2024-11-07T12:28:08,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 73b340401122b66e7eaf9e569a3205ec in 22ms, sequenceid=316, compaction requested=true 2024-11-07T12:28:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 73b340401122b66e7eaf9e569a3205ec:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:28:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:08,876 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:28:08,877 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 209886 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:28:08,877 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1541): 73b340401122b66e7eaf9e569a3205ec/info is initiating minor compaction (all files) 2024-11-07T12:28:08,877 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 73b340401122b66e7eaf9e569a3205ec/info in TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:08,877 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/abc1d186d1ed48c6861c46047a6455ff, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1cc295d80d14416dbf0f3836a8b82f6f, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6465f7d0122a4884ac5d7389a9696727] into tmpdir=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp, totalSize=205.0 K 2024-11-07T12:28:08,878 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting abc1d186d1ed48c6861c46047a6455ff, keycount=159, bloomtype=ROW, size=169.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1730982436225 2024-11-07T12:28:08,878 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cc295d80d14416dbf0f3836a8b82f6f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1730982486812 2024-11-07T12:28:08,878 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6465f7d0122a4884ac5d7389a9696727, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1730982488825 2024-11-07T12:28:08,890 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 73b340401122b66e7eaf9e569a3205ec#info#compaction#62 average throughput is 61.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:28:08,891 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/f951cdfa29ca4a48b5bfabeb21b4eff8 is 1055, key is row0064/info:/1730982436225/Put/seqid=0 2024-11-07T12:28:08,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741872_1048 (size=200032) 2024-11-07T12:28:08,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741872_1048 (size=200032) 2024-11-07T12:28:08,900 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/f951cdfa29ca4a48b5bfabeb21b4eff8 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/f951cdfa29ca4a48b5bfabeb21b4eff8 2024-11-07T12:28:08,906 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 73b340401122b66e7eaf9e569a3205ec/info of 73b340401122b66e7eaf9e569a3205ec into f951cdfa29ca4a48b5bfabeb21b4eff8(size=195.3 K), total size for store is 195.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:28:08,906 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:08,906 INFO [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., storeName=73b340401122b66e7eaf9e569a3205ec/info, priority=13, startTime=1730982488876; duration=0sec 2024-11-07T12:28:08,906 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:28:08,906 DEBUG [RS:0;87fb68174c52:38631-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 73b340401122b66e7eaf9e569a3205ec:info 2024-11-07T12:28:10,866 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-07T12:28:10,879 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490866, exclude list is [], retry=0 2024-11-07T12:28:10,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35829,DS-648fe165-7908-4db2-a079-42e6c7cc9328,DISK] 2024-11-07T12:28:10,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-e2127e51-2904-4716-87da-580a0c5a7fc8,DISK] 2024-11-07T12:28:10,884 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982413292 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490866 2024-11-07T12:28:10,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455),(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-07T12:28:10,884 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982413292 is not closed yet, will try archiving it next time 2024-11-07T12:28:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741832_1008 (size=308076) 2024-11-07T12:28:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741832_1008 (size=308076) 2024-11-07T12:28:10,894 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5bbab1d5a575fad3aaed7cafa8f4aef3: 2024-11-07T12:28:10,894 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 73b340401122b66e7eaf9e569a3205ec 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-07T12:28:10,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/e37d79f9f06d484e992e8507ad29948c is 1055, key is row0248/info:/1730982488854/Put/seqid=0 2024-11-07T12:28:10,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741874_1050 (size=14456) 2024-11-07T12:28:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741874_1050 (size=14456) 2024-11-07T12:28:10,903 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/e37d79f9f06d484e992e8507ad29948c 2024-11-07T12:28:10,908 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/.tmp/info/e37d79f9f06d484e992e8507ad29948c as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/e37d79f9f06d484e992e8507ad29948c 2024-11-07T12:28:10,913 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/e37d79f9f06d484e992e8507ad29948c, entries=9, sequenceid=329, filesize=14.1 K 2024-11-07T12:28:10,913 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 73b340401122b66e7eaf9e569a3205ec in 19ms, sequenceid=329, compaction requested=false 2024-11-07T12:28:10,914 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 73b340401122b66e7eaf9e569a3205ec: 2024-11-07T12:28:10,914 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-07T12:28:10,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/info/48acbd43db0e42fe843781bf86cdbf45 is 193, key is TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec./info:regioninfo/1730982439020/Put/seqid=0 2024-11-07T12:28:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741875_1051 (size=6223) 2024-11-07T12:28:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741875_1051 (size=6223) 2024-11-07T12:28:10,922 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/info/48acbd43db0e42fe843781bf86cdbf45 2024-11-07T12:28:10,928 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/.tmp/info/48acbd43db0e42fe843781bf86cdbf45 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/info/48acbd43db0e42fe843781bf86cdbf45 2024-11-07T12:28:10,933 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/info/48acbd43db0e42fe843781bf86cdbf45, entries=5, sequenceid=21, filesize=6.1 K 2024-11-07T12:28:10,934 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-07T12:28:10,934 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-07T12:28:10,948 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490935, exclude list is [], retry=0 2024-11-07T12:28:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41409,DS-e2127e51-2904-4716-87da-580a0c5a7fc8,DISK] 2024-11-07T12:28:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35829,DS-648fe165-7908-4db2-a079-42e6c7cc9328,DISK] 2024-11-07T12:28:10,952 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490866 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490935 2024-11-07T12:28:10,952 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35845:35845),(127.0.0.1/127.0.0.1:41455:41455)] 2024-11-07T12:28:10,952 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490866 is not closed yet, will try archiving it next time 2024-11-07T12:28:10,952 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982413292 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/oldWALs/87fb68174c52%2C38631%2C1730982412893.1730982413292 2024-11-07T12:28:10,953 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T12:28:10,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741873_1049 (size=731) 2024-11-07T12:28:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741873_1049 (size=731) 2024-11-07T12:28:10,957 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/WALs/87fb68174c52,38631,1730982412893/87fb68174c52%2C38631%2C1730982412893.1730982490866 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/oldWALs/87fb68174c52%2C38631%2C1730982412893.1730982490866 2024-11-07T12:28:11,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:28:11,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:28:11,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:28:11,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:11,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:11,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:28:11,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:28:11,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1129959486, stopped=false 2024-11-07T12:28:11,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,45111,1730982412829 2024-11-07T12:28:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:28:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:28:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:11,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:28:11,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:28:11,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:28:11,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:11,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,38631,1730982412893' ***** 2024-11-07T12:28:11,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:28:11,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:28:11,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:28:11,057 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bbab1d5a575fad3aaed7cafa8f4aef3 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,38631,1730982412893 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:28:11,057 INFO [RS:0;87fb68174c52:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:38631. 2024-11-07T12:28:11,058 DEBUG [RS:0;87fb68174c52:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:28:11,057 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bbab1d5a575fad3aaed7cafa8f4aef3, disabling compactions & flushes 2024-11-07T12:28:11,058 DEBUG [RS:0;87fb68174c52:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:11,058 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:28:11,058 INFO [RS:0;87fb68174c52:38631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:28:11,058 INFO [RS:0;87fb68174c52:38631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:28:11,058 INFO [RS:0;87fb68174c52:38631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. after waiting 0 ms 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:28:11,058 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:28:11,058 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T12:28:11,058 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1325): Online Regions={5bbab1d5a575fad3aaed7cafa8f4aef3=TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3., 73b340401122b66e7eaf9e569a3205ec=TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:28:11,058 DEBUG [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bbab1d5a575fad3aaed7cafa8f4aef3, 73b340401122b66e7eaf9e569a3205ec 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:28:11,058 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:28:11,058 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:28:11,058 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1->hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb-bottom] to archive 2024-11-07T12:28:11,059 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:28:11,061 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:28:11,062 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb68174c52:45111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T12:28:11,062 WARN [StoreCloser-TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-07T12:28:11,064 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-07T12:28:11,065 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:28:11,065 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:28:11,065 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982491058Running coprocessor pre-close hooks at 1730982491058Disabling compacts and flushes for region at 1730982491058Disabling writes for close at 1730982491058Writing region close event to WAL at 1730982491060 (+2 ms)Running coprocessor post-close hooks at 1730982491065 (+5 ms)Closed at 1730982491065 2024-11-07T12:28:11,065 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:28:11,066 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/5bbab1d5a575fad3aaed7cafa8f4aef3/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-07T12:28:11,067 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:28:11,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bbab1d5a575fad3aaed7cafa8f4aef3: Waiting for close lock at 1730982491057Running coprocessor pre-close hooks at 1730982491057Disabling compacts and flushes for region at 1730982491057Disabling writes for close at 1730982491058 (+1 ms)Writing region close event to WAL at 1730982491063 (+5 ms)Running coprocessor post-close hooks at 1730982491067 (+4 ms)Closed at 1730982491067 2024-11-07T12:28:11,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1730982438301.5bbab1d5a575fad3aaed7cafa8f4aef3. 2024-11-07T12:28:11,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73b340401122b66e7eaf9e569a3205ec, disabling compactions & flushes 2024-11-07T12:28:11,067 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:11,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:11,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. after waiting 0 ms 2024-11-07T12:28:11,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:11,068 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1->hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/f39da6c7aefe5146923fb181a962daa1/info/fee4b782e71541b68332468bfec9fedb-top, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1b227affefa6491da9c0172284568470, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fdd42dfd7bcf40eba8d5e8958cf6b2db, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0128be25226d423b9b80fc2cf548cfa7, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/941054a82acb41de81f249c5d470fdfe, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/cf86ac9794504b108df8374472fa68c8, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8da77023dd064bd18d57ba3ebdbe3a54, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ea220080ff0e41bebcb2d21d504eb205, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0154a20a198a484e9f76b6705ed222b1, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ab7a40c616a34355b4b48d08e02dd4aa, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/d8396b552d394d08b24ea3dada44a2cb, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ec46778ae28b477ab6da63eac2993e57, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/157b283fa9c642078272fd6b1311661d, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8908a2bc14a34d32a88ae84487a91b1d, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6d16f79b17794224a3cfa492905a68fd, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/abc1d186d1ed48c6861c46047a6455ff, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0f26fc1c737a4d859d29787989d3512a, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1cc295d80d14416dbf0f3836a8b82f6f, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6465f7d0122a4884ac5d7389a9696727] to archive 2024-11-07T12:28:11,069 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:28:11,070 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fee4b782e71541b68332468bfec9fedb.f39da6c7aefe5146923fb181a962daa1 2024-11-07T12:28:11,072 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-b2a5e848c99e41c38d2949e95dbc8ba6 2024-11-07T12:28:11,073 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1b227affefa6491da9c0172284568470 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1b227affefa6491da9c0172284568470 2024-11-07T12:28:11,075 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/TestLogRolling-testLogRolling=f39da6c7aefe5146923fb181a962daa1-589cdb3889e04bd282433343ca38e1af 2024-11-07T12:28:11,076 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fdd42dfd7bcf40eba8d5e8958cf6b2db to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/fdd42dfd7bcf40eba8d5e8958cf6b2db 2024-11-07T12:28:11,078 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0128be25226d423b9b80fc2cf548cfa7 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0128be25226d423b9b80fc2cf548cfa7 2024-11-07T12:28:11,079 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/941054a82acb41de81f249c5d470fdfe to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/941054a82acb41de81f249c5d470fdfe 2024-11-07T12:28:11,081 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/cf86ac9794504b108df8374472fa68c8 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/cf86ac9794504b108df8374472fa68c8 2024-11-07T12:28:11,082 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8da77023dd064bd18d57ba3ebdbe3a54 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8da77023dd064bd18d57ba3ebdbe3a54 2024-11-07T12:28:11,084 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ea220080ff0e41bebcb2d21d504eb205 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ea220080ff0e41bebcb2d21d504eb205 2024-11-07T12:28:11,085 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0154a20a198a484e9f76b6705ed222b1 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0154a20a198a484e9f76b6705ed222b1 2024-11-07T12:28:11,086 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ab7a40c616a34355b4b48d08e02dd4aa to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ab7a40c616a34355b4b48d08e02dd4aa 2024-11-07T12:28:11,088 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/d8396b552d394d08b24ea3dada44a2cb to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/d8396b552d394d08b24ea3dada44a2cb 2024-11-07T12:28:11,089 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ec46778ae28b477ab6da63eac2993e57 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/ec46778ae28b477ab6da63eac2993e57 2024-11-07T12:28:11,090 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/157b283fa9c642078272fd6b1311661d to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/157b283fa9c642078272fd6b1311661d 2024-11-07T12:28:11,092 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8908a2bc14a34d32a88ae84487a91b1d to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/8908a2bc14a34d32a88ae84487a91b1d 2024-11-07T12:28:11,093 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6d16f79b17794224a3cfa492905a68fd to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6d16f79b17794224a3cfa492905a68fd 2024-11-07T12:28:11,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/abc1d186d1ed48c6861c46047a6455ff to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/abc1d186d1ed48c6861c46047a6455ff 2024-11-07T12:28:11,095 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0f26fc1c737a4d859d29787989d3512a to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/0f26fc1c737a4d859d29787989d3512a 2024-11-07T12:28:11,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1cc295d80d14416dbf0f3836a8b82f6f to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/1cc295d80d14416dbf0f3836a8b82f6f 2024-11-07T12:28:11,098 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6465f7d0122a4884ac5d7389a9696727 to hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/archive/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/info/6465f7d0122a4884ac5d7389a9696727 2024-11-07T12:28:11,098 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [1b227affefa6491da9c0172284568470=37897, fdd42dfd7bcf40eba8d5e8958cf6b2db=13391, 0128be25226d423b9b80fc2cf548cfa7=65446, 941054a82acb41de81f249c5d470fdfe=23944, cf86ac9794504b108df8374472fa68c8=14447, 8da77023dd064bd18d57ba3ebdbe3a54=90897, ea220080ff0e41bebcb2d21d504eb205=20781, 0154a20a198a484e9f76b6705ed222b1=20781, ab7a40c616a34355b4b48d08e02dd4aa=115222, d8396b552d394d08b24ea3dada44a2cb=13394, ec46778ae28b477ab6da63eac2993e57=22891, 157b283fa9c642078272fd6b1311661d=142906, 8908a2bc14a34d32a88ae84487a91b1d=14447, 6d16f79b17794224a3cfa492905a68fd=20790, abc1d186d1ed48c6861c46047a6455ff=173576, 0f26fc1c737a4d859d29787989d3512a=19742, 1cc295d80d14416dbf0f3836a8b82f6f=13402, 6465f7d0122a4884ac5d7389a9696727=22908] 2024-11-07T12:28:11,102 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/data/default/TestLogRolling-testLogRolling/73b340401122b66e7eaf9e569a3205ec/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-07T12:28:11,103 INFO [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:11,103 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73b340401122b66e7eaf9e569a3205ec: Waiting for close lock at 1730982491067Running coprocessor pre-close hooks at 1730982491067Disabling compacts and flushes for region at 1730982491067Disabling writes for close at 1730982491067Writing region close event to WAL at 1730982491098 (+31 ms)Running coprocessor post-close hooks at 1730982491103 (+5 ms)Closed at 1730982491103 2024-11-07T12:28:11,103 DEBUG [RS_CLOSE_REGION-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1730982438301.73b340401122b66e7eaf9e569a3205ec. 2024-11-07T12:28:11,152 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:28:11,152 INFO [regionserver/87fb68174c52:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:28:11,155 INFO [regionserver/87fb68174c52:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:28:11,259 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,38631,1730982412893; all regions closed. 2024-11-07T12:28:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741834_1010 (size=8107) 2024-11-07T12:28:11,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741834_1010 (size=8107) 2024-11-07T12:28:11,264 DEBUG [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/oldWALs 2024-11-07T12:28:11,264 INFO [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38631%2C1730982412893.meta:.meta(num 1730982413830) 2024-11-07T12:28:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741876_1052 (size=778) 2024-11-07T12:28:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741876_1052 (size=778) 2024-11-07T12:28:11,268 DEBUG [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/oldWALs 2024-11-07T12:28:11,268 INFO [RS:0;87fb68174c52:38631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C38631%2C1730982412893:(num 1730982490935) 2024-11-07T12:28:11,268 DEBUG [RS:0;87fb68174c52:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:11,268 INFO [RS:0;87fb68174c52:38631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:28:11,268 INFO [RS:0;87fb68174c52:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:28:11,268 INFO [RS:0;87fb68174c52:38631 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T12:28:11,268 INFO [RS:0;87fb68174c52:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:28:11,268 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:28:11,268 INFO [RS:0;87fb68174c52:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38631 2024-11-07T12:28:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,38631,1730982412893 2024-11-07T12:28:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:28:11,270 INFO [RS:0;87fb68174c52:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:28:11,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,38631,1730982412893] 2024-11-07T12:28:11,274 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,38631,1730982412893 already deleted, retry=false 2024-11-07T12:28:11,274 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,38631,1730982412893 expired; onlineServers=0 2024-11-07T12:28:11,274 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,45111,1730982412829' ***** 2024-11-07T12:28:11,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:28:11,274 INFO [M:0;87fb68174c52:45111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:28:11,274 INFO [M:0;87fb68174c52:45111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:28:11,274 DEBUG [M:0;87fb68174c52:45111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:28:11,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:28:11,274 DEBUG [M:0;87fb68174c52:45111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:28:11,274 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982413072 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982413072,5,FailOnTimeoutGroup] 2024-11-07T12:28:11,274 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982413072 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982413072,5,FailOnTimeoutGroup] 2024-11-07T12:28:11,274 INFO [M:0;87fb68174c52:45111 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:28:11,274 INFO [M:0;87fb68174c52:45111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:28:11,274 DEBUG [M:0;87fb68174c52:45111 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:28:11,274 INFO [M:0;87fb68174c52:45111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:28:11,275 INFO [M:0;87fb68174c52:45111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:28:11,275 INFO [M:0;87fb68174c52:45111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:28:11,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:28:11,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:28:11,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:11,276 DEBUG [M:0;87fb68174c52:45111 {}] zookeeper.ZKUtil(347): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:28:11,276 WARN [M:0;87fb68174c52:45111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:28:11,278 INFO [M:0;87fb68174c52:45111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/.lastflushedseqids 2024-11-07T12:28:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741877_1053 (size=228) 2024-11-07T12:28:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741877_1053 (size=228) 2024-11-07T12:28:11,288 INFO [M:0;87fb68174c52:45111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:28:11,288 INFO [M:0;87fb68174c52:45111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:28:11,288 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:28:11,288 INFO [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:11,288 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:11,288 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:28:11,288 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:11,288 INFO [M:0;87fb68174c52:45111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-07T12:28:11,311 DEBUG [M:0;87fb68174c52:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9972874e4fc84ffcad08fab343b46b55 is 82, key is hbase:meta,,1/info:regioninfo/1730982413869/Put/seqid=0 2024-11-07T12:28:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741878_1054 (size=5672) 2024-11-07T12:28:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741878_1054 (size=5672) 2024-11-07T12:28:11,316 INFO [M:0;87fb68174c52:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9972874e4fc84ffcad08fab343b46b55 2024-11-07T12:28:11,336 DEBUG [M:0;87fb68174c52:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdc568a6e51741ecb540e6de51d5076a is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982414309/Put/seqid=0 2024-11-07T12:28:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741879_1055 (size=7090) 2024-11-07T12:28:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741879_1055 (size=7090) 2024-11-07T12:28:11,341 INFO [M:0;87fb68174c52:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdc568a6e51741ecb540e6de51d5076a 2024-11-07T12:28:11,345 INFO [M:0;87fb68174c52:45111 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdc568a6e51741ecb540e6de51d5076a 2024-11-07T12:28:11,360 DEBUG [M:0;87fb68174c52:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339c2be3d29249d9b4341e6547cb3495 is 69, key is 87fb68174c52,38631,1730982412893/rs:state/1730982413134/Put/seqid=0 2024-11-07T12:28:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741880_1056 (size=5156) 2024-11-07T12:28:11,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741880_1056 (size=5156) 2024-11-07T12:28:11,365 INFO [M:0;87fb68174c52:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339c2be3d29249d9b4341e6547cb3495 2024-11-07T12:28:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x1001a358ca70001, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:11,372 INFO [RS:0;87fb68174c52:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:28:11,372 INFO [RS:0;87fb68174c52:38631 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,38631,1730982412893; zookeeper connection closed. 2024-11-07T12:28:11,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4956f238 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4956f238 2024-11-07T12:28:11,373 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:28:11,383 DEBUG [M:0;87fb68174c52:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5dd0a6a85db14cf1b8837d9416101ebe is 52, key is load_balancer_on/state:d/1730982413924/Put/seqid=0 2024-11-07T12:28:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741881_1057 (size=5056) 2024-11-07T12:28:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741881_1057 (size=5056) 2024-11-07T12:28:11,389 INFO [M:0;87fb68174c52:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5dd0a6a85db14cf1b8837d9416101ebe 2024-11-07T12:28:11,393 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9972874e4fc84ffcad08fab343b46b55 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9972874e4fc84ffcad08fab343b46b55 2024-11-07T12:28:11,398 INFO [M:0;87fb68174c52:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9972874e4fc84ffcad08fab343b46b55, entries=8, sequenceid=125, filesize=5.5 K 2024-11-07T12:28:11,398 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdc568a6e51741ecb540e6de51d5076a as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdc568a6e51741ecb540e6de51d5076a 2024-11-07T12:28:11,402 INFO [M:0;87fb68174c52:45111 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdc568a6e51741ecb540e6de51d5076a 2024-11-07T12:28:11,402 INFO [M:0;87fb68174c52:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdc568a6e51741ecb540e6de51d5076a, entries=13, sequenceid=125, filesize=6.9 K 2024-11-07T12:28:11,403 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339c2be3d29249d9b4341e6547cb3495 as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339c2be3d29249d9b4341e6547cb3495 2024-11-07T12:28:11,408 INFO [M:0;87fb68174c52:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339c2be3d29249d9b4341e6547cb3495, entries=1, sequenceid=125, filesize=5.0 K 2024-11-07T12:28:11,408 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5dd0a6a85db14cf1b8837d9416101ebe as hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5dd0a6a85db14cf1b8837d9416101ebe 2024-11-07T12:28:11,412 INFO [M:0;87fb68174c52:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39061/user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5dd0a6a85db14cf1b8837d9416101ebe, entries=1, sequenceid=125, filesize=4.9 K 2024-11-07T12:28:11,413 INFO [M:0;87fb68174c52:45111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=125, compaction requested=false 2024-11-07T12:28:11,414 INFO [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:11,415 DEBUG [M:0;87fb68174c52:45111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982491288Disabling compacts and flushes for region at 1730982491288Disabling writes for close at 1730982491288Obtaining lock to block concurrent updates at 1730982491288Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982491288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1730982491289 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982491289Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982491289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982491310 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982491310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982491321 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982491335 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982491335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982491345 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982491359 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982491359Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730982491369 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730982491383 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730982491383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5498f8: reopening flushed file at 1730982491393 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ae3e90: reopening flushed file at 1730982491398 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673c2710: reopening flushed file at 1730982491403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670ac59a: reopening flushed file at 1730982491408 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=125, compaction requested=false at 1730982491413 (+5 ms)Writing region close event to WAL at 1730982491414 (+1 ms)Closed at 1730982491414 2024-11-07T12:28:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35829 is added to blk_1073741830_1006 (size=61320) 2024-11-07T12:28:11,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41409 is added to blk_1073741830_1006 (size=61320) 2024-11-07T12:28:11,417 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4764d8f-15bc-b146-d05d-0f746baff5dd/MasterData/WALs/87fb68174c52,45111,1730982412829/87fb68174c52%2C45111%2C1730982412829.1730982412985 not finished, retry = 0 2024-11-07T12:28:11,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:28:11,518 INFO [M:0;87fb68174c52:45111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:28:11,518 INFO [M:0;87fb68174c52:45111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45111 2024-11-07T12:28:11,518 INFO [M:0;87fb68174c52:45111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:28:11,620 INFO [M:0;87fb68174c52:45111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:28:11,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:11,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x1001a358ca70000, quorum=127.0.0.1:52722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:11,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@646bf5c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:28:11,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34e9901d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:28:11,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:28:11,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7485016e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:28:11,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa52dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir/,STOPPED} 2024-11-07T12:28:11,625 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:28:11,625 WARN [BP-1789883233-172.17.0.3-1730982412015 heartbeating to localhost/127.0.0.1:39061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:28:11,625 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:28:11,625 WARN [BP-1789883233-172.17.0.3-1730982412015 heartbeating to localhost/127.0.0.1:39061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789883233-172.17.0.3-1730982412015 (Datanode Uuid 9d259e1a-a8ce-427c-a176-b8fba124fea4) service to localhost/127.0.0.1:39061 2024-11-07T12:28:11,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data3/current/BP-1789883233-172.17.0.3-1730982412015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:11,626 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data4/current/BP-1789883233-172.17.0.3-1730982412015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:11,626 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:28:11,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c0343c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:28:11,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54e0e381{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:28:11,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:28:11,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d0e67a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:28:11,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31864e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir/,STOPPED} 2024-11-07T12:28:11,630 WARN [BP-1789883233-172.17.0.3-1730982412015 heartbeating to localhost/127.0.0.1:39061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:28:11,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:28:11,630 WARN [BP-1789883233-172.17.0.3-1730982412015 heartbeating to localhost/127.0.0.1:39061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789883233-172.17.0.3-1730982412015 (Datanode Uuid b8db1a03-c599-4940-bfec-5c580c717425) service to localhost/127.0.0.1:39061 2024-11-07T12:28:11,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:28:11,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data1/current/BP-1789883233-172.17.0.3-1730982412015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:11,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/cluster_a7983f46-1f8f-6ede-6877-7594a3db5a7e/data/data2/current/BP-1789883233-172.17.0.3-1730982412015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:11,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:28:11,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6da7b10c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:28:11,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44bd3813{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:28:11,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:28:11,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338eca22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:28:11,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe19690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir/,STOPPED} 2024-11-07T12:28:11,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:28:11,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:28:11,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=109 (was 99) - Thread LEAK? -, OpenFileDescriptor=455 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=6518 (was 375) - AvailableMemoryMB LEAK? - 2024-11-07T12:28:11,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=6519 2024-11-07T12:28:11,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.log.dir so I do NOT create it in target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1808593c-1491-b8cb-b050-5b7fafabcf4f/hadoop.tmp.dir so I do NOT create it in target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e, deleteOnExit=true 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/test.cache.data in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T12:28:11,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:28:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:28:11,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:28:11,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:28:11,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:28:11,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:28:11,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:28:11,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:28:11,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:28:11,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68c359c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:28:11,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7513529c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:28:11,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65b77e29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/java.io.tmpdir/jetty-localhost-40461-hadoop-hdfs-3_4_1-tests_jar-_-any-140327170451555975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:28:11,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@311df90{HTTP/1.1, (http/1.1)}{localhost:40461} 2024-11-07T12:28:11,890 INFO [Time-limited test {}] server.Server(415): Started @222173ms 2024-11-07T12:28:11,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:28:11,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:28:11,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:28:11,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:28:11,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:28:11,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c3d086{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:28:11,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e71677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:28:12,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72b06676{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/java.io.tmpdir/jetty-localhost-35315-hadoop-hdfs-3_4_1-tests_jar-_-any-12526202916974874573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:28:12,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44e6541c{HTTP/1.1, (http/1.1)}{localhost:35315} 2024-11-07T12:28:12,083 INFO [Time-limited test {}] server.Server(415): Started @222366ms 2024-11-07T12:28:12,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:28:12,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:28:12,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:28:12,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:28:12,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:28:12,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:28:12,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e31f159{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:28:12,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd77056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:28:12,166 WARN [Thread-1592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data1/current/BP-1381126246-172.17.0.3-1730982491716/current, will proceed with Du for space computation calculation, 2024-11-07T12:28:12,167 WARN [Thread-1593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data2/current/BP-1381126246-172.17.0.3-1730982491716/current, will proceed with Du for space computation calculation, 2024-11-07T12:28:12,186 WARN [Thread-1571 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:28:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5050ab699c4d03c8 with lease ID 0xa0bf632862bb802f: Processing first storage report for DS-488a62ec-9296-4581-b404-69f8a83f82e6 from datanode DatanodeRegistration(127.0.0.1:35879, datanodeUuid=ac792143-f2eb-417a-bf26-738fc409f5fa, infoPort=34157, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716) 2024-11-07T12:28:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5050ab699c4d03c8 with lease ID 0xa0bf632862bb802f: from storage DS-488a62ec-9296-4581-b404-69f8a83f82e6 node DatanodeRegistration(127.0.0.1:35879, datanodeUuid=ac792143-f2eb-417a-bf26-738fc409f5fa, infoPort=34157, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:28:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5050ab699c4d03c8 with lease ID 0xa0bf632862bb802f: Processing first storage report for DS-b02cc433-abd4-45de-b65c-5f92ebbae9b9 from datanode DatanodeRegistration(127.0.0.1:35879, datanodeUuid=ac792143-f2eb-417a-bf26-738fc409f5fa, infoPort=34157, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716) 2024-11-07T12:28:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5050ab699c4d03c8 with lease ID 0xa0bf632862bb802f: from storage DS-b02cc433-abd4-45de-b65c-5f92ebbae9b9 node DatanodeRegistration(127.0.0.1:35879, datanodeUuid=ac792143-f2eb-417a-bf26-738fc409f5fa, infoPort=34157, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:28:12,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ad80073{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/java.io.tmpdir/jetty-localhost-37363-hadoop-hdfs-3_4_1-tests_jar-_-any-555148473031708402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:28:12,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a3aa85a{HTTP/1.1, (http/1.1)}{localhost:37363} 2024-11-07T12:28:12,238 INFO [Time-limited test {}] server.Server(415): Started @222521ms 2024-11-07T12:28:12,240 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:28:12,319 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data3/current/BP-1381126246-172.17.0.3-1730982491716/current, will proceed with Du for space computation calculation, 2024-11-07T12:28:12,319 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data4/current/BP-1381126246-172.17.0.3-1730982491716/current, will proceed with Du for space computation calculation, 2024-11-07T12:28:12,341 WARN [Thread-1607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:28:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d3a8aed27021a4 with lease ID 0xa0bf632862bb8030: Processing first storage report for DS-09a34c90-0e0e-4180-b134-93e22c65986b from datanode DatanodeRegistration(127.0.0.1:43393, datanodeUuid=d9281c61-a824-43d8-a6e8-0ffa00a802c7, infoPort=41559, infoSecurePort=0, ipcPort=32991, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716) 2024-11-07T12:28:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d3a8aed27021a4 with lease ID 0xa0bf632862bb8030: from storage DS-09a34c90-0e0e-4180-b134-93e22c65986b node DatanodeRegistration(127.0.0.1:43393, datanodeUuid=d9281c61-a824-43d8-a6e8-0ffa00a802c7, infoPort=41559, infoSecurePort=0, ipcPort=32991, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:28:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d3a8aed27021a4 with lease ID 0xa0bf632862bb8030: Processing first storage report for DS-46569f8a-7b6b-48d8-98db-9453df4d47d2 from datanode DatanodeRegistration(127.0.0.1:43393, datanodeUuid=d9281c61-a824-43d8-a6e8-0ffa00a802c7, infoPort=41559, infoSecurePort=0, ipcPort=32991, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716) 2024-11-07T12:28:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d3a8aed27021a4 with lease ID 0xa0bf632862bb8030: from storage DS-46569f8a-7b6b-48d8-98db-9453df4d47d2 node DatanodeRegistration(127.0.0.1:43393, datanodeUuid=d9281c61-a824-43d8-a6e8-0ffa00a802c7, infoPort=41559, infoSecurePort=0, ipcPort=32991, storageInfo=lv=-57;cid=testClusterID;nsid=21575291;c=1730982491716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:28:12,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484 2024-11-07T12:28:12,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/zookeeper_0, clientPort=56732, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:28:12,367 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56732 2024-11-07T12:28:12,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:28:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:28:12,378 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf with version=8 2024-11-07T12:28:12,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32819/user/jenkins/test-data/3b76b191-7ac3-f80a-460e-c1fbb161ddb7/hbase-staging 2024-11-07T12:28:12,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:28:12,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:28:12,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:28:12,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:28:12,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:28:12,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:28:12,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T12:28:12,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:28:12,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34233 2024-11-07T12:28:12,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34233 connecting to ZooKeeper ensemble=127.0.0.1:56732 2024-11-07T12:28:12,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342330x0, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:28:12,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34233-0x1001a36c36c0000 connected 2024-11-07T12:28:12,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:28:12,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf, hbase.cluster.distributed=false 2024-11-07T12:28:12,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:28:12,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-07T12:28:12,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34233 2024-11-07T12:28:12,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34233 2024-11-07T12:28:12,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-07T12:28:12,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-07T12:28:12,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb68174c52:0 server-side Connection retries=45 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:28:12,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:28:12,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44095 2024-11-07T12:28:12,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44095 connecting to ZooKeeper ensemble=127.0.0.1:56732 2024-11-07T12:28:12,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440950x0, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:28:12,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440950x0, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:28:12,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44095-0x1001a36c36c0001 connected 2024-11-07T12:28:12,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:28:12,432 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:28:12,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:28:12,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:28:12,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44095 2024-11-07T12:28:12,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44095 2024-11-07T12:28:12,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44095 2024-11-07T12:28:12,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44095 2024-11-07T12:28:12,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44095 2024-11-07T12:28:12,446 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb68174c52:34233 2024-11-07T12:28:12,446 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:28:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:28:12,448 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:28:12,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,450 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:28:12,451 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb68174c52,34233,1730982492380 from backup master directory 2024-11-07T12:28:12,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:28:12,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:28:12,452 WARN [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:28:12,452 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,456 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/hbase.id] with ID: 9610182d-a866-45ac-a5b9-3ebbe13b25e1 2024-11-07T12:28:12,456 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/.tmp/hbase.id 2024-11-07T12:28:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:28:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:28:12,462 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/.tmp/hbase.id]:[hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/hbase.id] 2024-11-07T12:28:12,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:12,473 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T12:28:12,474 INFO [master/87fb68174c52:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T12:28:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:28:12,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:28:12,485 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:28:12,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:28:12,486 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:28:12,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:28:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:28:12,493 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store 2024-11-07T12:28:12,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:28:12,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:28:12,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:28:12,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:28:12,500 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:12,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:12,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:28:12,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:12,500 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:12,500 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982492500Disabling compacts and flushes for region at 1730982492500Disabling writes for close at 1730982492500Writing region close event to WAL at 1730982492500Closed at 1730982492500 2024-11-07T12:28:12,501 WARN [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/.initializing 2024-11-07T12:28:12,501 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/WALs/87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,502 INFO [master/87fb68174c52:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:28:12,504 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C34233%2C1730982492380, suffix=, logDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/WALs/87fb68174c52,34233,1730982492380, archiveDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/oldWALs, maxLogs=10 2024-11-07T12:28:12,524 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/WALs/87fb68174c52,34233,1730982492380/87fb68174c52%2C34233%2C1730982492380.1730982492504, exclude list is [], retry=0 2024-11-07T12:28:12,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-488a62ec-9296-4581-b404-69f8a83f82e6,DISK] 2024-11-07T12:28:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43393,DS-09a34c90-0e0e-4180-b134-93e22c65986b,DISK] 2024-11-07T12:28:12,528 INFO [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/WALs/87fb68174c52,34233,1730982492380/87fb68174c52%2C34233%2C1730982492380.1730982492504 2024-11-07T12:28:12,529 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157),(127.0.0.1/127.0.0.1:41559:41559)] 2024-11-07T12:28:12,529 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:28:12,529 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:28:12,529 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,529 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:28:12,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:12,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:28:12,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:28:12,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:28:12,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:28:12,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:28:12,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:28:12,538 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,539 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,539 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,540 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,540 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,540 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:28:12,541 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:28:12,543 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:28:12,543 INFO [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831666, jitterRate=0.05751921236515045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:28:12,544 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730982492529Initializing all the Stores at 1730982492530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982492530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982492530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982492530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982492530Cleaning up temporary data from old regions at 1730982492540 (+10 ms)Region opened successfully at 1730982492544 (+4 ms) 2024-11-07T12:28:12,544 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:28:12,547 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18509b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:28:12,548 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T12:28:12,548 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:28:12,548 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:28:12,548 INFO [master/87fb68174c52:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:28:12,549 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T12:28:12,549 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T12:28:12,549 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:28:12,551 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:28:12,552 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:28:12,553 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:28:12,553 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:28:12,554 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:28:12,555 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:28:12,555 INFO [master/87fb68174c52:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:28:12,556 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:28:12,557 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:28:12,558 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:28:12,559 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:28:12,561 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:28:12,562 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:28:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:28:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:28:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,564 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb68174c52,34233,1730982492380, sessionid=0x1001a36c36c0000, setting cluster-up flag (Was=false) 2024-11-07T12:28:12,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,571 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:28:12,573 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:12,582 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:28:12,583 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb68174c52,34233,1730982492380 2024-11-07T12:28:12,584 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T12:28:12,585 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T12:28:12,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T12:28:12,586 INFO [master/87fb68174c52:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:28:12,586 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb68174c52,34233,1730982492380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb68174c52:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb68174c52:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:28:12,587 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:28:12,589 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982522589 2024-11-07T12:28:12,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,590 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:28:12,591 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,591 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:28:12,591 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:28:12,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:28:12,593 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:28:12,593 INFO [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:28:12,593 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982492593,5,FailOnTimeoutGroup] 2024-11-07T12:28:12,594 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982492593,5,FailOnTimeoutGroup] 2024-11-07T12:28:12,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:28:12,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,594 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:28:12,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741831_1007 (size=1321) 2024-11-07T12:28:12,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T12:28:12,599 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf 2024-11-07T12:28:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:28:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741832_1008 (size=32) 2024-11-07T12:28:12,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:28:12,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:28:12,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:28:12,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:12,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:28:12,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:28:12,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:12,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:28:12,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:28:12,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:12,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:28:12,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:28:12,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:12,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:12,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:28:12,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740 2024-11-07T12:28:12,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740 2024-11-07T12:28:12,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:28:12,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:28:12,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:28:12,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:28:12,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:28:12,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813189, jitterRate=0.034023746848106384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:28:12,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730982492605Initializing all the Stores at 1730982492605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982492605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982492605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982492605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982492605Cleaning up temporary data from old regions at 1730982492613 (+8 ms)Region opened successfully at 1730982492617 (+4 ms) 2024-11-07T12:28:12,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:28:12,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:28:12,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:28:12,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:28:12,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:28:12,618 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:28:12,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982492617Disabling compacts and flushes for region at 1730982492617Disabling writes for close at 1730982492617Writing region close event to WAL at 1730982492618 (+1 ms)Closed at 1730982492618 2024-11-07T12:28:12,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:28:12,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T12:28:12,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:28:12,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:28:12,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:28:12,637 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(746): ClusterId : 9610182d-a866-45ac-a5b9-3ebbe13b25e1 2024-11-07T12:28:12,637 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:28:12,639 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:28:12,639 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:28:12,641 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:28:12,642 DEBUG [RS:0;87fb68174c52:44095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74267431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb68174c52/172.17.0.3:0 2024-11-07T12:28:12,653 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb68174c52:44095 2024-11-07T12:28:12,653 INFO [RS:0;87fb68174c52:44095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T12:28:12,653 INFO [RS:0;87fb68174c52:44095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T12:28:12,653 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T12:28:12,654 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb68174c52,34233,1730982492380 with port=44095, startcode=1730982492423 2024-11-07T12:28:12,654 DEBUG [RS:0;87fb68174c52:44095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:28:12,656 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:28:12,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb68174c52,44095,1730982492423 2024-11-07T12:28:12,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34233 {}] master.ServerManager(517): Registering regionserver=87fb68174c52,44095,1730982492423 2024-11-07T12:28:12,658 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf 2024-11-07T12:28:12,658 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43347 2024-11-07T12:28:12,658 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T12:28:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:28:12,659 DEBUG [RS:0;87fb68174c52:44095 {}] zookeeper.ZKUtil(111): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb68174c52,44095,1730982492423 2024-11-07T12:28:12,660 WARN [RS:0;87fb68174c52:44095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:28:12,660 INFO [RS:0;87fb68174c52:44095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:28:12,660 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423 2024-11-07T12:28:12,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb68174c52,44095,1730982492423] 2024-11-07T12:28:12,663 INFO [RS:0;87fb68174c52:44095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:28:12,665 INFO [RS:0;87fb68174c52:44095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:28:12,665 INFO [RS:0;87fb68174c52:44095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:28:12,665 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,665 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T12:28:12,666 INFO [RS:0;87fb68174c52:44095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T12:28:12,666 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb68174c52:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb68174c52:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:28:12,666 DEBUG [RS:0;87fb68174c52:44095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb68174c52:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:28:12,667 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,667 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,667 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,667 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,667 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,667 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44095,1730982492423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:28:12,682 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:28:12,682 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,44095,1730982492423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,683 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,683 INFO [RS:0;87fb68174c52:44095 {}] regionserver.Replication(171): 87fb68174c52,44095,1730982492423 started 2024-11-07T12:28:12,696 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:12,696 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1482): Serving as 87fb68174c52,44095,1730982492423, RpcServer on 87fb68174c52/172.17.0.3:44095, sessionid=0x1001a36c36c0001 2024-11-07T12:28:12,696 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:28:12,696 DEBUG [RS:0;87fb68174c52:44095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb68174c52,44095,1730982492423 2024-11-07T12:28:12,696 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44095,1730982492423' 2024-11-07T12:28:12,696 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb68174c52,44095,1730982492423 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb68174c52,44095,1730982492423' 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:28:12,697 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:28:12,698 DEBUG [RS:0;87fb68174c52:44095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:28:12,698 INFO [RS:0;87fb68174c52:44095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:28:12,698 INFO [RS:0;87fb68174c52:44095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:28:12,771 WARN [87fb68174c52:34233 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T12:28:12,798 INFO [RS:0;87fb68174c52:44095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:28:12,800 INFO [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44095%2C1730982492423, suffix=, logDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423, archiveDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs, maxLogs=32 2024-11-07T12:28:12,813 DEBUG [RS:0;87fb68174c52:44095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423/87fb68174c52%2C44095%2C1730982492423.1730982492800, exclude list is [], retry=0 2024-11-07T12:28:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-488a62ec-9296-4581-b404-69f8a83f82e6,DISK] 2024-11-07T12:28:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43393,DS-09a34c90-0e0e-4180-b134-93e22c65986b,DISK] 2024-11-07T12:28:12,817 INFO [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423/87fb68174c52%2C44095%2C1730982492423.1730982492800 2024-11-07T12:28:12,818 DEBUG [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157),(127.0.0.1/127.0.0.1:41559:41559)] 2024-11-07T12:28:13,021 DEBUG [87fb68174c52:34233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:28:13,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb68174c52,44095,1730982492423 2024-11-07T12:28:13,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44095,1730982492423, state=OPENING 2024-11-07T12:28:13,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:28:13,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:13,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:13,027 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:28:13,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:28:13,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:28:13,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44095,1730982492423}] 2024-11-07T12:28:13,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:28:13,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:28:13,184 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T12:28:13,184 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:28:13,184 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:28:13,185 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb68174c52%2C44095%2C1730982492423.meta, suffix=.meta, logDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423, archiveDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs, maxLogs=32 2024-11-07T12:28:13,199 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423/87fb68174c52%2C44095%2C1730982492423.meta.1730982493186.meta, exclude list is [], retry=0 2024-11-07T12:28:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-488a62ec-9296-4581-b404-69f8a83f82e6,DISK] 2024-11-07T12:28:13,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43393,DS-09a34c90-0e0e-4180-b134-93e22c65986b,DISK] 2024-11-07T12:28:13,202 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/87fb68174c52,44095,1730982492423/87fb68174c52%2C44095%2C1730982492423.meta.1730982493186.meta 2024-11-07T12:28:13,204 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157),(127.0.0.1/127.0.0.1:41559:41559)] 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:28:13,205 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T12:28:13,205 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T12:28:13,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:28:13,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:28:13,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:13,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:13,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T12:28:13,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T12:28:13,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:13,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:13,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:28:13,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:28:13,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:13,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:13,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:28:13,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:28:13,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:28:13,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:28:13,211 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T12:28:13,212 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740 2024-11-07T12:28:13,213 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740 2024-11-07T12:28:13,214 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T12:28:13,214 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T12:28:13,214 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:28:13,215 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T12:28:13,216 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868951, jitterRate=0.10492949187755585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:28:13,216 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T12:28:13,217 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730982493205Writing region info on filesystem at 1730982493205Initializing all the Stores at 1730982493206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982493206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982493207 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982493207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982493207Cleaning up temporary data from old regions at 1730982493214 (+7 ms)Running coprocessor post-open hooks at 1730982493216 (+2 ms)Region opened successfully at 1730982493217 (+1 ms) 2024-11-07T12:28:13,218 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982493179 2024-11-07T12:28:13,220 DEBUG [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:28:13,220 INFO [RS_OPEN_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T12:28:13,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb68174c52,44095,1730982492423 2024-11-07T12:28:13,221 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb68174c52,44095,1730982492423, state=OPEN 2024-11-07T12:28:13,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:28:13,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:28:13,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:28:13,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb68174c52,44095,1730982492423 2024-11-07T12:28:13,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:28:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:28:13,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb68174c52,44095,1730982492423 in 198 msec 2024-11-07T12:28:13,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:28:13,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-07T12:28:13,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:28:13,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T12:28:13,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:28:13,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44095,1730982492423, seqNum=-1] 2024-11-07T12:28:13,231 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:28:13,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:28:13,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 650 msec 2024-11-07T12:28:13,235 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982493235, completionTime=-1 2024-11-07T12:28:13,235 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:28:13,236 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982553237 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982613237 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34233,1730982492380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34233,1730982492380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,237 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34233,1730982492380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb68174c52:34233, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,238 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,239 DEBUG [master/87fb68174c52:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T12:28:13,240 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.788sec 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34233,1730982492380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:28:13,241 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34233,1730982492380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:28:13,243 DEBUG [master/87fb68174c52:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:28:13,243 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:28:13,243 INFO [master/87fb68174c52:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb68174c52,34233,1730982492380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:28:13,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f260e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:28:13,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb68174c52,34233,-1 for getting cluster id 2024-11-07T12:28:13,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T12:28:13,338 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9610182d-a866-45ac-a5b9-3ebbe13b25e1' 2024-11-07T12:28:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T12:28:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9610182d-a866-45ac-a5b9-3ebbe13b25e1" 2024-11-07T12:28:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100452bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:28:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb68174c52,34233,-1] 2024-11-07T12:28:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T12:28:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:13,340 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T12:28:13,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0d534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:28:13,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T12:28:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb68174c52,44095,1730982492423, seqNum=-1] 2024-11-07T12:28:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:28:13,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:28:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb68174c52,34233,1730982492380 2024-11-07T12:28:13,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:28:13,347 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T12:28:13,347 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:28:13,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:28:13,350 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs, maxLogs=32 2024-11-07T12:28:13,364 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493350, exclude list is [], retry=0 2024-11-07T12:28:13,366 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43393,DS-09a34c90-0e0e-4180-b134-93e22c65986b,DISK] 2024-11-07T12:28:13,366 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-488a62ec-9296-4581-b404-69f8a83f82e6,DISK] 2024-11-07T12:28:13,368 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493350 2024-11-07T12:28:13,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559),(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-07T12:28:13,383 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493371, exclude list is [], retry=0 2024-11-07T12:28:13,386 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43393,DS-09a34c90-0e0e-4180-b134-93e22c65986b,DISK] 2024-11-07T12:28:13,386 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35879,DS-488a62ec-9296-4581-b404-69f8a83f82e6,DISK] 2024-11-07T12:28:13,388 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493350 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493371 2024-11-07T12:28:13,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559),(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-07T12:28:13,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493350 is not closed yet, will try archiving it next time 2024-11-07T12:28:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741835_1011 (size=93) 2024-11-07T12:28:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741835_1011 (size=93) 2024-11-07T12:28:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741836_1012 (size=93) 2024-11-07T12:28:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741836_1012 (size=93) 2024-11-07T12:28:13,392 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/WALs/test.com,8080,1/test.com%2C8080%2C1.1730982493350 to hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs/test.com%2C8080%2C1.1730982493350 2024-11-07T12:28:13,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs 2024-11-07T12:28:13,395 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1730982493371) 2024-11-07T12:28:13,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T12:28:13,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:28:13,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:28:13,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:13,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:13,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T12:28:13,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:28:13,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1082355044, stopped=false 2024-11-07T12:28:13,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb68174c52,34233,1730982492380 2024-11-07T12:28:13,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:28:13,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:28:13,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:13,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:13,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:28:13,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T12:28:13,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:28:13,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:13,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb68174c52,44095,1730982492423' ***** 2024-11-07T12:28:13,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T12:28:13,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:28:13,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:28:13,398 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:28:13,398 INFO [RS:0;87fb68174c52:44095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(959): stopping server 87fb68174c52,44095,1730982492423 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb68174c52:44095. 2024-11-07T12:28:13,399 DEBUG [RS:0;87fb68174c52:44095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:28:13,399 DEBUG [RS:0;87fb68174c52:44095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T12:28:13,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T12:28:13,399 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T12:28:13,399 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:28:13,399 DEBUG [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T12:28:13,399 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:28:13,399 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T12:28:13,400 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T12:28:13,400 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:28:13,400 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:28:13,400 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T12:28:13,415 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/.tmp/ns/7f21415db7764236bfefb6e75d7c8a02 is 43, key is default/ns:d/1730982493232/Put/seqid=0 2024-11-07T12:28:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741837_1013 (size=5153) 2024-11-07T12:28:13,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741837_1013 (size=5153) 2024-11-07T12:28:13,420 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/.tmp/ns/7f21415db7764236bfefb6e75d7c8a02 2024-11-07T12:28:13,425 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/.tmp/ns/7f21415db7764236bfefb6e75d7c8a02 as hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/ns/7f21415db7764236bfefb6e75d7c8a02 2024-11-07T12:28:13,430 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/ns/7f21415db7764236bfefb6e75d7c8a02, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T12:28:13,431 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-07T12:28:13,431 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:28:13,435 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:28:13,435 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:28:13,435 INFO [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T12:28:13,435 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730982493399Running coprocessor pre-close hooks at 1730982493399Disabling compacts and flushes for region at 1730982493399Disabling writes for close at 1730982493400 (+1 ms)Obtaining lock to block concurrent updates at 1730982493400Preparing flush snapshotting stores in 1588230740 at 1730982493400Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730982493400Flushing stores of hbase:meta,,1.1588230740 at 1730982493401 (+1 ms)Flushing 1588230740/ns: creating writer at 1730982493401Flushing 1588230740/ns: appending metadata at 1730982493414 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730982493414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6796731f: reopening flushed file at 1730982493425 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1730982493431 (+6 ms)Writing region close event to WAL at 1730982493432 (+1 ms)Running coprocessor post-close hooks at 1730982493435 (+3 ms)Closed at 1730982493435 2024-11-07T12:28:13,436 DEBUG [RS_CLOSE_META-regionserver/87fb68174c52:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:28:13,600 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(976): stopping server 87fb68174c52,44095,1730982492423; all regions closed. 2024-11-07T12:28:13,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741834_1010 (size=1152) 2024-11-07T12:28:13,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741834_1010 (size=1152) 2024-11-07T12:28:13,605 DEBUG [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs 2024-11-07T12:28:13,605 INFO [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44095%2C1730982492423.meta:.meta(num 1730982493186) 2024-11-07T12:28:13,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741833_1009 (size=93) 2024-11-07T12:28:13,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741833_1009 (size=93) 2024-11-07T12:28:13,609 DEBUG [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/oldWALs 2024-11-07T12:28:13,609 INFO [RS:0;87fb68174c52:44095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb68174c52%2C44095%2C1730982492423:(num 1730982492800) 2024-11-07T12:28:13,609 DEBUG [RS:0;87fb68174c52:44095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:28:13,609 INFO [RS:0;87fb68174c52:44095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:28:13,609 INFO [RS:0;87fb68174c52:44095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:28:13,609 INFO [RS:0;87fb68174c52:44095 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb68174c52:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T12:28:13,609 INFO [RS:0;87fb68174c52:44095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:28:13,609 INFO [regionserver/87fb68174c52:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:28:13,609 INFO [RS:0;87fb68174c52:44095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44095 2024-11-07T12:28:13,611 INFO [RS:0;87fb68174c52:44095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:28:13,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:28:13,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb68174c52,44095,1730982492423 2024-11-07T12:28:13,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb68174c52,44095,1730982492423] 2024-11-07T12:28:13,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb68174c52,44095,1730982492423 already deleted, retry=false 2024-11-07T12:28:13,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb68174c52,44095,1730982492423 expired; onlineServers=0 2024-11-07T12:28:13,614 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb68174c52,34233,1730982492380' ***** 2024-11-07T12:28:13,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:28:13,614 INFO [M:0;87fb68174c52:34233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T12:28:13,614 INFO [M:0;87fb68174c52:34233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T12:28:13,614 DEBUG [M:0;87fb68174c52:34233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:28:13,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:28:13,614 DEBUG [M:0;87fb68174c52:34233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:28:13,614 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982492593 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.large.0-1730982492593,5,FailOnTimeoutGroup] 2024-11-07T12:28:13,614 DEBUG [master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982492593 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb68174c52:0:becomeActiveMaster-HFileCleaner.small.0-1730982492593,5,FailOnTimeoutGroup] 2024-11-07T12:28:13,614 INFO [M:0;87fb68174c52:34233 {}] hbase.ChoreService(370): Chore service for: master/87fb68174c52:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T12:28:13,614 INFO [M:0;87fb68174c52:34233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T12:28:13,615 DEBUG [M:0;87fb68174c52:34233 {}] master.HMaster(1795): Stopping service threads 2024-11-07T12:28:13,615 INFO [M:0;87fb68174c52:34233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:28:13,615 INFO [M:0;87fb68174c52:34233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T12:28:13,615 INFO [M:0;87fb68174c52:34233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:28:13,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:28:13,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:28:13,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:28:13,616 DEBUG [M:0;87fb68174c52:34233 {}] zookeeper.ZKUtil(347): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:28:13,616 WARN [M:0;87fb68174c52:34233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:28:13,616 INFO [M:0;87fb68174c52:34233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/.lastflushedseqids 2024-11-07T12:28:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741838_1014 (size=99) 2024-11-07T12:28:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741838_1014 (size=99) 2024-11-07T12:28:13,622 INFO [M:0;87fb68174c52:34233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T12:28:13,622 INFO [M:0;87fb68174c52:34233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:28:13,622 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:28:13,622 INFO [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:13,622 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:13,622 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:28:13,622 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:13,622 INFO [M:0;87fb68174c52:34233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-07T12:28:13,638 DEBUG [M:0;87fb68174c52:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa4da9eec47c4974b260e7db52e98841 is 82, key is hbase:meta,,1/info:regioninfo/1730982493220/Put/seqid=0 2024-11-07T12:28:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741839_1015 (size=5672) 2024-11-07T12:28:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741839_1015 (size=5672) 2024-11-07T12:28:13,642 INFO [M:0;87fb68174c52:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa4da9eec47c4974b260e7db52e98841 2024-11-07T12:28:13,661 DEBUG [M:0;87fb68174c52:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f841cde429414b29893b52311aa0d2f9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730982493235/Put/seqid=0 2024-11-07T12:28:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741840_1016 (size=5275) 2024-11-07T12:28:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741840_1016 (size=5275) 2024-11-07T12:28:13,666 INFO [M:0;87fb68174c52:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f841cde429414b29893b52311aa0d2f9 2024-11-07T12:28:13,691 DEBUG [M:0;87fb68174c52:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4875ad822d04b598b26b838e5360d74 is 69, key is 87fb68174c52,44095,1730982492423/rs:state/1730982492657/Put/seqid=0 2024-11-07T12:28:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741841_1017 (size=5156) 2024-11-07T12:28:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741841_1017 (size=5156) 2024-11-07T12:28:13,697 INFO [M:0;87fb68174c52:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4875ad822d04b598b26b838e5360d74 2024-11-07T12:28:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:13,713 INFO [RS:0;87fb68174c52:44095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:28:13,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44095-0x1001a36c36c0001, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:13,713 INFO [RS:0;87fb68174c52:44095 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb68174c52,44095,1730982492423; zookeeper connection closed. 2024-11-07T12:28:13,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1925e7ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1925e7ba 2024-11-07T12:28:13,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:28:13,716 DEBUG [M:0;87fb68174c52:34233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a7950d1f2fd4d3ba36ab599e5f119a7 is 52, key is load_balancer_on/state:d/1730982493346/Put/seqid=0 2024-11-07T12:28:13,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741842_1018 (size=5056) 2024-11-07T12:28:13,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741842_1018 (size=5056) 2024-11-07T12:28:13,721 INFO [M:0;87fb68174c52:34233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a7950d1f2fd4d3ba36ab599e5f119a7 2024-11-07T12:28:13,725 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa4da9eec47c4974b260e7db52e98841 as hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa4da9eec47c4974b260e7db52e98841 2024-11-07T12:28:13,730 INFO [M:0;87fb68174c52:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa4da9eec47c4974b260e7db52e98841, entries=8, sequenceid=29, filesize=5.5 K 2024-11-07T12:28:13,731 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f841cde429414b29893b52311aa0d2f9 as hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f841cde429414b29893b52311aa0d2f9 2024-11-07T12:28:13,735 INFO [M:0;87fb68174c52:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f841cde429414b29893b52311aa0d2f9, entries=3, sequenceid=29, filesize=5.2 K 2024-11-07T12:28:13,736 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4875ad822d04b598b26b838e5360d74 as hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4875ad822d04b598b26b838e5360d74 2024-11-07T12:28:13,739 INFO [M:0;87fb68174c52:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4875ad822d04b598b26b838e5360d74, entries=1, sequenceid=29, filesize=5.0 K 2024-11-07T12:28:13,740 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8a7950d1f2fd4d3ba36ab599e5f119a7 as hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a7950d1f2fd4d3ba36ab599e5f119a7 2024-11-07T12:28:13,744 INFO [M:0;87fb68174c52:34233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43347/user/jenkins/test-data/4776480f-4a2a-54c7-b7ed-9ae3bfb59caf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8a7950d1f2fd4d3ba36ab599e5f119a7, entries=1, sequenceid=29, filesize=4.9 K 2024-11-07T12:28:13,745 INFO [M:0;87fb68174c52:34233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false 2024-11-07T12:28:13,746 INFO [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:28:13,746 DEBUG [M:0;87fb68174c52:34233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730982493622Disabling compacts and flushes for region at 1730982493622Disabling writes for close at 1730982493622Obtaining lock to block concurrent updates at 1730982493622Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982493622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1730982493623 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982493623Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982493623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982493637 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982493637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982493647 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982493661 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982493661Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982493671 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982493691 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982493691Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730982493701 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730982493715 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730982493715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540519b9: reopening flushed file at 1730982493725 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d844764: reopening flushed file at 1730982493730 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60379857: reopening flushed file at 1730982493735 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8e7417: reopening flushed file at 1730982493740 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false at 1730982493745 (+5 ms)Writing region close event to WAL at 1730982493746 (+1 ms)Closed at 1730982493746 2024-11-07T12:28:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43393 is added to blk_1073741830_1006 (size=10311) 2024-11-07T12:28:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35879 is added to blk_1073741830_1006 (size=10311) 2024-11-07T12:28:13,749 INFO [M:0;87fb68174c52:34233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T12:28:13,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T12:28:13,749 INFO [M:0;87fb68174c52:34233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34233 2024-11-07T12:28:13,749 INFO [M:0;87fb68174c52:34233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T12:28:13,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:13,851 INFO [M:0;87fb68174c52:34233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T12:28:13,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34233-0x1001a36c36c0000, quorum=127.0.0.1:56732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:28:13,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ad80073{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:28:13,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a3aa85a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:28:13,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:28:13,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd77056{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:28:13,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e31f159{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir/,STOPPED} 2024-11-07T12:28:13,856 WARN [BP-1381126246-172.17.0.3-1730982491716 heartbeating to localhost/127.0.0.1:43347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:28:13,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:28:13,856 WARN [BP-1381126246-172.17.0.3-1730982491716 heartbeating to localhost/127.0.0.1:43347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381126246-172.17.0.3-1730982491716 (Datanode Uuid d9281c61-a824-43d8-a6e8-0ffa00a802c7) service to localhost/127.0.0.1:43347 2024-11-07T12:28:13,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:28:13,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data3/current/BP-1381126246-172.17.0.3-1730982491716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:13,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data4/current/BP-1381126246-172.17.0.3-1730982491716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:13,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:28:13,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72b06676{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:28:13,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44e6541c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:28:13,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:28:13,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e71677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:28:13,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c3d086{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir/,STOPPED} 2024-11-07T12:28:13,861 WARN [BP-1381126246-172.17.0.3-1730982491716 heartbeating to localhost/127.0.0.1:43347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:28:13,861 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:28:13,861 WARN [BP-1381126246-172.17.0.3-1730982491716 heartbeating to localhost/127.0.0.1:43347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381126246-172.17.0.3-1730982491716 (Datanode Uuid ac792143-f2eb-417a-bf26-738fc409f5fa) service to localhost/127.0.0.1:43347 2024-11-07T12:28:13,861 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:28:13,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data1/current/BP-1381126246-172.17.0.3-1730982491716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:13,862 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/cluster_bff6885a-7054-71cd-1e41-f5a01f86e42e/data/data2/current/BP-1381126246-172.17.0.3-1730982491716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:28:13,862 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:28:13,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65b77e29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:28:13,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@311df90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:28:13,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:28:13,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7513529c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:28:13,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68c359c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/44dd0951-1de5-a4f5-dcef-7edde9bbd484/hadoop.log.dir/,STOPPED} 2024-11-07T12:28:13,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:28:13,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T12:28:13,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 110) - Thread LEAK? -, OpenFileDescriptor=510 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=133 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=6469 (was 6519)